import deepxde as dde
from deepxde.backend import pytorch
import torch
import matplotlib.pyplot as plt
import numpy as np
from SIRD_deepxde_DiseaseModel import SIRD_deepxde_net
from DiseaseModel import SIR,SIRD,SIRDIm,SIRDImRel, SIRDImRelSimple, SIRD2Var, SIRD2VarRelSimple, GeneralModelSolver
from Plot import Plot
# %matplotlib widget
seed = 2
np.random.seed(seed)
dde.config.set_random_seed(seed)
Using backend: pytorch
default Torch device: cpu
time_delta = [0,365] # use three values here for intro time of second variant
# initial_conditions = {
# "S": 1000000,
# "I": 1,
# "R": 0,
# }
# static_parameters = {
# "alpha": (0.15),
# "beta": (0.07),
# }
# sird_model = SIR(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "I": 1,
# "R": 0,
# "D": 0,
# }
# static_parameters = {
# "alpha": (0.2),
# "beta": (0.05),
# "gamma": (0.001),
# }
# sird_model = SIRD(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "I": 15,
# "R": 0,
# "D": 0,
# "Im": 0, # should be between 0 and 1
# }
# static_parameters = {
# "alpha": 0.12,
# "beta": 0.07,
# "gamma": 0.02,
# "kappa": 0.2,
# }
# sird_model = SIRDIm(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "I": 15,
# "R": 0,
# "D": 0,
# "Im": 0, # should be between 0 and 1
# }
# static_parameters = {
# "lambda_": 1.5,
# "gamma": 0.000,
# "kappa": 0.2,
# }
# sird_model = SIRDImRel(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "I": 15,
# "R": 0,
# "Im": 0, # should be between 0 and 1
# }
# static_parameters = {
# "lambda_": 1.5,
# "kappa": 0.2,
# }
# sird_model = SIRDImRelSimple(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "Ia": 1,
# "Ib": 0,
# "Ra": 0,
# "Rb": 0,
# "D": 0,
# "Im_a": 0, # should be between 0 and 1
# "Im_b": 0, # should be between 0 and 1
# }
# static_parameters = {
# "alpha_a": 0.23 ,
# "alpha_b": 0.18,
# "beta_a": 0.1,
# "beta_b": 0.08,
# "gamma_a": 0.00,
# "gamma_b": 0.00,
# "kappa_a": 0.8,
# "kappa_b": 0.5,
# }
# static_parameters = {
# "alpha_a": 0.11,
# "alpha_b": 0.12,
# "beta_a": 0.08,
# "beta_b": 0.08,
# "gamma_a": 0.00,
# "gamma_b": 0.00,
# "kappa_a": 0.1,
# "kappa_b": 0.2,
# }
# sird_model = SIRD2Var(initial_conditions, static_parameters, time_delta)
initial_conditions = {
"S": 1000000,
"Ia": 1,
"Ib": 0,
"Ra": 0,
"Rb": 0,
"Im_a": 0,
"Im_b": 0,
}
static_parameters = {
"lambda_a": 2.2 ,
"lambda_b": 1.9,
"kappa_a": 0.8, # should be between 0 and 1
"kappa_b": 0.5,
}
sird_model = SIRD2VarRelSimple(initial_conditions, static_parameters, time_delta)
t_synth, solution_synth_full = sird_model.simulate()
t_synth, solution_synth = sird_model.get_solution_as_sird()
sird_model.plot_solution()
sird_model.plot_sird()
print(sird_model)
A Disease Model with description: 'A model that simulates two concurrent diseases and natural herd immunity as a factor of the amount of recovered for each variant': Parameters: lambda_a = 2.2 lambda_b = 1.9 kappa_a = 0.8 kappa_b = 0.5 PDE groups and initial conditions: S = 1000000 Ia = 1 Ib = 0 Ra = 0 Rb = 0 Im_a = 0 Im_b = 0 PDE equations: dS/dt = -(0.1*lambda_a/N)*Ia*S - (0.1*lambda_b/N)*Ib*S dIa/dt = (0.1*lambda_a/N)*S*Ia + (0.1*lambda_a/N)*(1 - Im_a)*(Ra + Rb)*Ia - 0.1*Ia dIb/dt = (0.1*lambda_b/N)*S*Ib + (0.1*lambda_b/N)*(1 - Im_b)*(Ra + Rb)*Ib - 0.1*Ib dRa/dt = 0.1*Ia - (0.1*lambda_a/N)*(1 - (Im_a))*(Ra)*(Ia) - (0.1*lambda_b/N)*(1 - (Im_b))*(Ra)*(Ib) dRb/dt = 0.1*Ib - (0.1*lambda_a/N)*(1 - (Im_a))*(Rb)*(Ia) - (0.1*lambda_b/N)*(1 - (Im_b))*(Rb)*(Ib) dIm_a/dt = kappa_a*0.1*Ia/N dIm_b/dt = kappa_b*0.1*Ib/N PINN PDE loss equations: dS_t - (-(0.1*lambda_a/N)*Ia*S - (0.1*lambda_b/N)*Ib*S) dIa_t - ((0.1*lambda_a/N)*S*Ia + (0.1*lambda_a/N)*(1 - Im_a)*(Ra + Rb)*Ia - 0.1*Ia) dIb_t - ((0.1*lambda_b/N)*S*Ib + (0.1*lambda_b/N)*(1 - Im_b)*(Ra + Rb)*Ib - 0.1*Ib ) dRa_t - (0.1*Ia - (0.1*lambda_a/N)*(1 - (Im_a))*(Ra)*(Ia) - (0.1*lambda_b/N)*(1 - (Im_b))*(Ra)*(Ib)) dRb_t - (0.1*Ib - (0.1*lambda_a/N)*(1 - (Im_a))*(Rb)*(Ia) - (0.1*lambda_b/N)*(1 - (Im_b))*(Rb)*(Ib)) dIm_a_t - (kappa_a*0.1*Ia/N) dIm_b_t - (kappa_b*0.1*Ib/N)
# keep this even if not subsetting
t = t_synth
wsol = solution_synth
solver = GeneralModelSolver(sird_model)
# subset
# max_timestep = 300
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = wsol_synth[t_bool]
model = SIRD_deepxde_net(t, wsol,disease_model=sird_model, with_neumann=False, model_name="diseasemodel_test", with_softadapt=False)
print(model)
hyper_print_every = 100
static_loss_weights = []
for key in (model.PDE_names + list(model.loss_points_dict.keys())):
if "d" in key and "_t" in key:
w = 1
else:
w = 0.2
static_loss_weights.append(w)
model.init_model(lr=0.01, print_every=hyper_print_every, activation="tanh", loss="MSE", nn_layers=2, nn_layer_width=32, loss_weights=static_loss_weights)
PINN model: Parameters: ['lambda_a', 'lambda_b', 'kappa_a', 'kappa_b'] Loss measures: ['dS_t', 'dIa_t', 'dIb_t', 'dRa_t', 'dRb_t', 'dIm_a_t', 'dIm_b_t', 'ic_Im_a', 'ic_Im_b', 'ic_S', 'observe_S', 'observe_I', 'observe_R', 'observe_SUM', 'sign_Ia', 'sign_Ib', 'sign_Ra', 'sign_Rb', 'sign_Im_a', 'sign_Im_b', 'L1_norm_init_Im_a', 'L1_norm_init_Im_b'] Compiling model... 'compile' took 0.000080 s
prev_best_step = 0
iters = 0
plot_every=2000
def intermediate_train():
TOTAL_ITER = 100_000
iters = 0
if not hasattr(intermediate_train, "prev_best_step"):
setattr(intermediate_train, "prev_best_step", 0)
try:
while True:
iters += plot_every
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > intermediate_train.prev_best_step:
setattr(intermediate_train, "prev_best_step", best_step)
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
intermediate_train()
# plot.plot_param_history()
# plot.plot_loss_history()
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
20000 [2.26e-06, 1.90e-06, 3.39e-06, 4.22e-06, 1.40e-06, 6.90e-07, 1.08e-06, 1.25e-06, 1.06e-07, 6.85e-07, 1.45e-06, 1.57e-06, 1.11e-06, 5.17e-07, 1.49e-08, 1.02e-08, 8.90e-08, 1.50e-07, 6.35e-07, 1.73e-08, 4.12e-06, 1.70e-07] [2.26e-06, 1.90e-06, 3.39e-06, 4.22e-06, 1.40e-06, 6.90e-07, 1.08e-06, 1.25e-06, 1.06e-07, 6.85e-07, 1.45e-06, 1.57e-06, 1.11e-06, 5.17e-07, 1.49e-08, 1.02e-08, 8.90e-08, 1.50e-07, 6.35e-07, 1.73e-08, 4.12e-06, 1.70e-07] []
20100 [2.43e-06, 1.89e-06, 3.39e-06, 4.17e-06, 1.35e-06, 6.64e-07, 1.09e-06, 2.37e-07, 1.12e-07, 4.11e-07, 1.66e-06, 2.00e-06, 2.03e-06, 1.12e-06, 2.63e-08, 1.44e-08, 1.61e-07, 2.17e-07, 7.05e-09, 1.71e-09, 1.98e-07, 1.48e-07] [2.43e-06, 1.89e-06, 3.39e-06, 4.17e-06, 1.35e-06, 6.64e-07, 1.09e-06, 2.37e-07, 1.12e-07, 4.11e-07, 1.66e-06, 2.00e-06, 2.03e-06, 1.12e-06, 2.63e-08, 1.44e-08, 1.61e-07, 2.17e-07, 7.05e-09, 1.71e-09, 1.98e-07, 1.48e-07] []
20200 [2.52e-06, 1.84e-06, 3.43e-06, 4.00e-06, 1.52e-06, 7.72e-07, 1.10e-06, 7.74e-08, 7.71e-08, 2.47e-07, 3.84e-06, 4.27e-06, 1.17e-05, 1.73e-05, 1.63e-07, 1.45e-07, 3.22e-07, 4.58e-07, 7.31e-08, 2.29e-08, 3.52e-07, 1.22e-07] [2.52e-06, 1.84e-06, 3.43e-06, 4.00e-06, 1.52e-06, 7.72e-07, 1.10e-06, 7.74e-08, 7.71e-08, 2.47e-07, 3.84e-06, 4.27e-06, 1.17e-05, 1.73e-05, 1.63e-07, 1.45e-07, 3.22e-07, 4.58e-07, 7.31e-08, 2.29e-08, 3.52e-07, 1.22e-07] []
20300 [3.54e-06, 1.88e-06, 3.32e-06, 4.05e-06, 1.26e-06, 7.96e-07, 1.24e-06, 2.93e-10, 1.47e-08, 1.21e-06, 1.12e-05, 1.86e-05, 4.71e-05, 1.15e-04, 1.21e-06, 1.28e-06, 1.31e-06, 1.14e-06, 1.19e-08, 2.55e-09, 1.72e-07, 6.00e-07] [3.54e-06, 1.88e-06, 3.32e-06, 4.05e-06, 1.26e-06, 7.96e-07, 1.24e-06, 2.93e-10, 1.47e-08, 1.21e-06, 1.12e-05, 1.86e-05, 4.71e-05, 1.15e-04, 1.21e-06, 1.28e-06, 1.31e-06, 1.14e-06, 1.19e-08, 2.55e-09, 1.72e-07, 6.00e-07] []
20400 [2.48e-06, 1.86e-06, 3.39e-06, 4.25e-06, 1.57e-06, 7.28e-07, 1.18e-06, 1.77e-07, 2.86e-08, 1.32e-06, 1.02e-05, 6.88e-06, 2.82e-05, 9.04e-06, 1.58e-08, 5.31e-08, 9.44e-09, 2.90e-08, 6.52e-09, 7.12e-09, 1.58e-07, 1.45e-07] [2.48e-06, 1.86e-06, 3.39e-06, 4.25e-06, 1.57e-06, 7.28e-07, 1.18e-06, 1.77e-07, 2.86e-08, 1.32e-06, 1.02e-05, 6.88e-06, 2.82e-05, 9.04e-06, 1.58e-08, 5.31e-08, 9.44e-09, 2.90e-08, 6.52e-09, 7.12e-09, 1.58e-07, 1.45e-07] []
20500 [1.69e-06, 1.74e-06, 3.20e-06, 3.99e-06, 1.25e-06, 8.41e-07, 1.28e-06, 1.66e-07, 7.75e-08, 1.23e-07, 6.52e-06, 1.22e-05, 4.04e-06, 1.51e-05, 6.12e-09, 1.38e-08, 1.33e-07, 1.33e-07, 4.12e-07, 3.16e-10, 2.59e-06, 1.68e-06] [1.69e-06, 1.74e-06, 3.20e-06, 3.99e-06, 1.25e-06, 8.41e-07, 1.28e-06, 1.66e-07, 7.75e-08, 1.23e-07, 6.52e-06, 1.22e-05, 4.04e-06, 1.51e-05, 6.12e-09, 1.38e-08, 1.33e-07, 1.33e-07, 4.12e-07, 3.16e-10, 2.59e-06, 1.68e-06] []
20600 [3.12e-06, 1.72e-06, 3.42e-06, 4.46e-06, 1.51e-06, 1.23e-06, 1.95e-06, 2.65e-06, 4.99e-09, 1.77e-07, 7.24e-05, 1.36e-04, 4.51e-05, 1.78e-04, 3.21e-08, 0.00e+00, 1.13e-07, 2.33e-08, 7.26e-06, 2.34e-05, 4.34e-05, 1.27e-04] [3.12e-06, 1.72e-06, 3.42e-06, 4.46e-06, 1.51e-06, 1.23e-06, 1.95e-06, 2.65e-06, 4.99e-09, 1.77e-07, 7.24e-05, 1.36e-04, 4.51e-05, 1.78e-04, 3.21e-08, 0.00e+00, 1.13e-07, 2.33e-08, 7.26e-06, 2.34e-05, 4.34e-05, 1.27e-04] []
20700 [3.06e-06, 1.86e-06, 3.34e-06, 4.01e-06, 1.69e-06, 8.67e-07, 1.41e-06, 2.30e-07, 4.35e-06, 1.26e-06, 4.80e-05, 2.97e-05, 6.06e-05, 4.12e-06, 5.23e-07, 8.20e-07, 1.39e-10, 4.33e-08, 1.00e-06, 3.40e-08, 6.30e-06, 5.53e-06] [3.06e-06, 1.86e-06, 3.34e-06, 4.01e-06, 1.69e-06, 8.67e-07, 1.41e-06, 2.30e-07, 4.35e-06, 1.26e-06, 4.80e-05, 2.97e-05, 6.06e-05, 4.12e-06, 5.23e-07, 8.20e-07, 1.39e-10, 4.33e-08, 1.00e-06, 3.40e-08, 6.30e-06, 5.53e-06] []
20800 [2.34e-06, 1.73e-06, 3.17e-06, 3.86e-06, 1.34e-06, 8.37e-07, 1.56e-06, 4.12e-06, 5.62e-08, 1.26e-05, 1.26e-04, 6.55e-05, 2.97e-04, 1.05e-04, 2.24e-07, 8.03e-08, 3.14e-06, 2.41e-06, 0.00e+00, 0.00e+00, 4.64e-06, 3.85e-05] [2.34e-06, 1.73e-06, 3.17e-06, 3.86e-06, 1.34e-06, 8.37e-07, 1.56e-06, 4.12e-06, 5.62e-08, 1.26e-05, 1.26e-04, 6.55e-05, 2.97e-04, 1.05e-04, 2.24e-07, 8.03e-08, 3.14e-06, 2.41e-06, 0.00e+00, 0.00e+00, 4.64e-06, 3.85e-05] []
20900 [1.21e-05, 2.59e-06, 4.49e-06, 5.05e-06, 2.50e-06, 9.51e-07, 1.38e-06, 3.24e-07, 1.00e-07, 3.31e-07, 1.13e-04, 1.71e-04, 6.77e-04, 1.33e-03, 1.45e-05, 1.18e-05, 1.59e-05, 1.26e-05, 4.29e-08, 6.81e-07, 2.58e-07, 4.37e-06] [1.21e-05, 2.59e-06, 4.49e-06, 5.05e-06, 2.50e-06, 9.51e-07, 1.38e-06, 3.24e-07, 1.00e-07, 3.31e-07, 1.13e-04, 1.71e-04, 6.77e-04, 1.33e-03, 1.45e-05, 1.18e-05, 1.59e-05, 1.26e-05, 4.29e-08, 6.81e-07, 2.58e-07, 4.37e-06] []
21000 [2.85e-06, 1.78e-06, 3.40e-06, 4.22e-06, 1.74e-06, 9.16e-07, 1.30e-06, 1.35e-07, 6.10e-07, 5.54e-06, 2.21e-05, 1.14e-04, 3.39e-05, 4.19e-04, 2.53e-08, 0.00e+00, 1.41e-08, 4.22e-09, 1.54e-08, 1.72e-08, 2.02e-07, 3.02e-07] [2.85e-06, 1.78e-06, 3.40e-06, 4.22e-06, 1.74e-06, 9.16e-07, 1.30e-06, 1.35e-07, 6.10e-07, 5.54e-06, 2.21e-05, 1.14e-04, 3.39e-05, 4.19e-04, 2.53e-08, 0.00e+00, 1.41e-08, 4.22e-09, 1.54e-08, 1.72e-08, 2.02e-07, 3.02e-07] []
21100 [1.73e-06, 1.69e-06, 3.21e-06, 3.77e-06, 1.38e-06, 7.54e-07, 1.18e-06, 4.16e-09, 1.81e-07, 1.11e-08, 1.68e-06, 2.19e-06, 1.39e-06, 9.35e-07, 7.52e-09, 6.47e-10, 6.58e-08, 8.27e-08, 4.26e-10, 0.00e+00, 5.97e-08, 1.68e-06] [1.73e-06, 1.69e-06, 3.21e-06, 3.77e-06, 1.38e-06, 7.54e-07, 1.18e-06, 4.16e-09, 1.81e-07, 1.11e-08, 1.68e-06, 2.19e-06, 1.39e-06, 9.35e-07, 7.52e-09, 6.47e-10, 6.58e-08, 8.27e-08, 4.26e-10, 0.00e+00, 5.97e-08, 1.68e-06] []
21200 [1.98e-06, 1.76e-06, 3.22e-06, 3.75e-06, 1.57e-06, 7.35e-07, 1.19e-06, 1.91e-07, 1.21e-07, 1.34e-08, 1.54e-06, 1.51e-06, 2.29e-06, 6.25e-07, 7.54e-09, 1.44e-08, 3.36e-08, 4.28e-08, 1.05e-09, 3.52e-10, 5.03e-07, 5.61e-07] [1.98e-06, 1.76e-06, 3.22e-06, 3.75e-06, 1.57e-06, 7.35e-07, 1.19e-06, 1.91e-07, 1.21e-07, 1.34e-08, 1.54e-06, 1.51e-06, 2.29e-06, 6.25e-07, 7.54e-09, 1.44e-08, 3.36e-08, 4.28e-08, 1.05e-09, 3.52e-10, 5.03e-07, 5.61e-07] []
21300 [3.10e-06, 1.82e-06, 3.22e-06, 3.62e-06, 1.36e-06, 7.44e-07, 1.19e-06, 2.68e-07, 4.80e-07, 8.46e-07, 5.60e-06, 1.05e-05, 2.95e-06, 3.83e-05, 6.29e-07, 3.70e-07, 1.20e-07, 2.49e-07, 5.57e-09, 8.25e-09, 4.98e-08, 1.73e-07] [3.10e-06, 1.82e-06, 3.22e-06, 3.62e-06, 1.36e-06, 7.44e-07, 1.19e-06, 2.68e-07, 4.80e-07, 8.46e-07, 5.60e-06, 1.05e-05, 2.95e-06, 3.83e-05, 6.29e-07, 3.70e-07, 1.20e-07, 2.49e-07, 5.57e-09, 8.25e-09, 4.98e-08, 1.73e-07] []
21400 [2.02e-06, 2.42e-06, 3.23e-06, 4.15e-06, 1.57e-06, 1.25e-06, 1.34e-06, 3.50e-05, 1.36e-06, 8.09e-06, 1.35e-05, 1.31e-05, 1.20e-05, 1.47e-05, 1.69e-08, 1.66e-10, 1.53e-07, 1.77e-09, 5.75e-06, 1.84e-06, 3.56e-05, 1.16e-05] [2.02e-06, 2.42e-06, 3.23e-06, 4.15e-06, 1.57e-06, 1.25e-06, 1.34e-06, 3.50e-05, 1.36e-06, 8.09e-06, 1.35e-05, 1.31e-05, 1.20e-05, 1.47e-05, 1.69e-08, 1.66e-10, 1.53e-07, 1.77e-09, 5.75e-06, 1.84e-06, 3.56e-05, 1.16e-05] []
21500 [1.98e-06, 1.67e-06, 3.18e-06, 3.60e-06, 1.37e-06, 8.04e-07, 1.41e-06, 2.44e-07, 9.94e-06, 2.06e-07, 1.14e-06, 1.75e-06, 2.34e-06, 1.08e-06, 1.55e-08, 4.33e-09, 4.53e-08, 6.69e-08, 2.08e-09, 0.00e+00, 2.47e-07, 7.80e-05] [1.98e-06, 1.67e-06, 3.18e-06, 3.60e-06, 1.37e-06, 8.04e-07, 1.41e-06, 2.44e-07, 9.94e-06, 2.06e-07, 1.14e-06, 1.75e-06, 2.34e-06, 1.08e-06, 1.55e-08, 4.33e-09, 4.53e-08, 6.69e-08, 2.08e-09, 0.00e+00, 2.47e-07, 7.80e-05] []
21600 [1.69e-06, 1.69e-06, 3.29e-06, 3.65e-06, 1.45e-06, 7.61e-07, 1.15e-06, 9.34e-15, 9.33e-09, 1.87e-09, 1.23e-06, 1.64e-06, 2.02e-06, 6.98e-07, 2.00e-08, 1.47e-08, 5.35e-08, 1.08e-07, 2.60e-09, 4.07e-07, 2.83e-08, 2.58e-06] [1.69e-06, 1.69e-06, 3.29e-06, 3.65e-06, 1.45e-06, 7.61e-07, 1.15e-06, 9.34e-15, 9.33e-09, 1.87e-09, 1.23e-06, 1.64e-06, 2.02e-06, 6.98e-07, 2.00e-08, 1.47e-08, 5.35e-08, 1.08e-07, 2.60e-09, 4.07e-07, 2.83e-08, 2.58e-06] []
21700 [1.75e-06, 1.71e-06, 3.27e-06, 3.62e-06, 1.54e-06, 7.26e-07, 1.15e-06, 2.13e-10, 4.54e-08, 3.07e-09, 9.95e-07, 1.33e-06, 8.29e-07, 9.34e-07, 4.87e-08, 4.11e-08, 4.20e-08, 4.67e-08, 3.10e-09, 4.16e-09, 2.01e-08, 5.96e-08] [1.75e-06, 1.71e-06, 3.27e-06, 3.62e-06, 1.54e-06, 7.26e-07, 1.15e-06, 2.13e-10, 4.54e-08, 3.07e-09, 9.95e-07, 1.33e-06, 8.29e-07, 9.34e-07, 4.87e-08, 4.11e-08, 4.20e-08, 4.67e-08, 3.10e-09, 4.16e-09, 2.01e-08, 5.96e-08] []
21800 [1.54e-06, 1.69e-06, 3.26e-06, 3.59e-06, 1.55e-06, 7.19e-07, 1.14e-06, 1.46e-08, 2.40e-08, 2.13e-08, 7.88e-07, 1.38e-06, 7.80e-07, 1.05e-06, 2.23e-09, 4.87e-10, 1.45e-08, 2.43e-08, 3.29e-09, 1.31e-10, 2.27e-08, 1.21e-07] [1.54e-06, 1.69e-06, 3.26e-06, 3.59e-06, 1.55e-06, 7.19e-07, 1.14e-06, 1.46e-08, 2.40e-08, 2.13e-08, 7.88e-07, 1.38e-06, 7.80e-07, 1.05e-06, 2.23e-09, 4.87e-10, 1.45e-08, 2.43e-08, 3.29e-09, 1.31e-10, 2.27e-08, 1.21e-07] []
21900 [1.94e-06, 1.76e-06, 3.21e-06, 3.37e-06, 1.62e-06, 7.55e-07, 1.19e-06, 1.58e-06, 1.82e-07, 4.88e-07, 2.21e-06, 1.89e-06, 4.61e-06, 2.23e-06, 1.07e-08, 5.29e-09, 7.55e-08, 2.98e-09, 9.08e-09, 0.00e+00, 3.45e-06, 1.60e-06] [1.94e-06, 1.76e-06, 3.21e-06, 3.37e-06, 1.62e-06, 7.55e-07, 1.19e-06, 1.58e-06, 1.82e-07, 4.88e-07, 2.21e-06, 1.89e-06, 4.61e-06, 2.23e-06, 1.07e-08, 5.29e-09, 7.55e-08, 2.98e-09, 9.08e-09, 0.00e+00, 3.45e-06, 1.60e-06] []
22000 [2.19e-06, 1.73e-06, 3.29e-06, 3.53e-06, 1.47e-06, 7.41e-07, 1.16e-06, 3.17e-08, 8.11e-08, 1.56e-07, 2.01e-06, 3.95e-06, 3.42e-06, 1.81e-05, 2.33e-07, 1.97e-07, 1.52e-07, 7.74e-08, 1.55e-08, 3.04e-07, 9.52e-08, 1.86e-06] [2.19e-06, 1.73e-06, 3.29e-06, 3.53e-06, 1.47e-06, 7.41e-07, 1.16e-06, 3.17e-08, 8.11e-08, 1.56e-07, 2.01e-06, 3.95e-06, 3.42e-06, 1.81e-05, 2.33e-07, 1.97e-07, 1.52e-07, 7.74e-08, 1.55e-08, 3.04e-07, 9.52e-08, 1.86e-06] []
Best model at step 21809:
train loss: 1.65e-05
test loss: 1.65e-05
test metric: []
'train' took 48.007207 s
Best train step: 21809
lambda_a: 5.270905238428667
lambda_b: 6.396373119165336
kappa_a: 1.3545345448459034
kappa_b: 1.3747271505859113
Best train step: 21809
lambda_a: 1.6622021198
lambda_b: 1.8557311296
kappa_a: 0.30345788598
kappa_b: 0.31825527549
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
22000 [2.19e-06, 1.73e-06, 3.29e-06, 3.53e-06, 1.47e-06, 7.41e-07, 1.16e-06, 3.17e-08, 8.11e-08, 1.56e-07, 2.01e-06, 3.95e-06, 3.42e-06, 1.81e-05, 2.33e-07, 1.97e-07, 1.52e-07, 7.74e-08, 1.55e-08, 3.04e-07, 9.52e-08, 1.86e-06] [2.19e-06, 1.73e-06, 3.29e-06, 3.53e-06, 1.47e-06, 7.41e-07, 1.16e-06, 3.17e-08, 8.11e-08, 1.56e-07, 2.01e-06, 3.95e-06, 3.42e-06, 1.81e-05, 2.33e-07, 1.97e-07, 1.52e-07, 7.74e-08, 1.55e-08, 3.04e-07, 9.52e-08, 1.86e-06] []
22100 [4.59e-06, 1.84e-06, 3.52e-06, 3.66e-06, 1.53e-06, 8.47e-07, 1.26e-06, 4.10e-08, 8.96e-08, 1.20e-06, 3.59e-05, 4.73e-05, 1.87e-04, 3.83e-04, 3.26e-06, 3.32e-06, 3.27e-06, 3.08e-06, 1.29e-08, 0.00e+00, 6.72e-08, 5.49e-07] [4.59e-06, 1.84e-06, 3.52e-06, 3.66e-06, 1.53e-06, 8.47e-07, 1.26e-06, 4.10e-08, 8.96e-08, 1.20e-06, 3.59e-05, 4.73e-05, 1.87e-04, 3.83e-04, 3.26e-06, 3.32e-06, 3.27e-06, 3.08e-06, 1.29e-08, 0.00e+00, 6.72e-08, 5.49e-07] []
22200 [1.98e-06, 2.05e-06, 3.27e-06, 3.55e-06, 2.01e-06, 8.36e-07, 1.61e-06, 1.33e-06, 1.21e-05, 3.85e-06, 8.88e-05, 6.35e-05, 1.55e-04, 1.42e-05, 1.17e-07, 9.75e-09, 3.67e-06, 3.64e-06, 7.48e-07, 9.32e-08, 4.78e-06, 5.31e-05] [1.98e-06, 2.05e-06, 3.27e-06, 3.55e-06, 2.01e-06, 8.36e-07, 1.61e-06, 1.33e-06, 1.21e-05, 3.85e-06, 8.88e-05, 6.35e-05, 1.55e-04, 1.42e-05, 1.17e-07, 9.75e-09, 3.67e-06, 3.64e-06, 7.48e-07, 9.32e-08, 4.78e-06, 5.31e-05] []
22300 [1.04e-05, 2.36e-06, 4.94e-06, 5.19e-06, 3.58e-06, 9.45e-07, 1.35e-06, 1.17e-06, 6.39e-08, 2.13e-06, 8.21e-05, 2.80e-04, 5.88e-04, 1.71e-03, 7.20e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.10e-09, 6.40e-06, 1.17e-07] [1.04e-05, 2.36e-06, 4.94e-06, 5.19e-06, 3.58e-06, 9.45e-07, 1.35e-06, 1.17e-06, 6.39e-08, 2.13e-06, 8.21e-05, 2.80e-04, 5.88e-04, 1.71e-03, 7.20e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.10e-09, 6.40e-06, 1.17e-07] []
22400 [1.37e-05, 2.37e-06, 4.63e-06, 4.38e-06, 2.43e-06, 1.04e-06, 1.66e-06, 3.27e-10, 1.09e-07, 1.09e-05, 1.02e-04, 2.49e-04, 4.85e-04, 1.81e-03, 2.00e-05, 2.89e-05, 8.11e-06, 1.22e-05, 7.01e-09, 4.23e-09, 3.97e-08, 4.97e-08] [1.37e-05, 2.37e-06, 4.63e-06, 4.38e-06, 2.43e-06, 1.04e-06, 1.66e-06, 3.27e-10, 1.09e-07, 1.09e-05, 1.02e-04, 2.49e-04, 4.85e-04, 1.81e-03, 2.00e-05, 2.89e-05, 8.11e-06, 1.22e-05, 7.01e-09, 4.23e-09, 3.97e-08, 4.97e-08] []
22500 [3.56e-06, 1.80e-06, 3.37e-06, 4.07e-06, 1.44e-06, 9.32e-07, 1.34e-06, 3.73e-07, 7.84e-09, 6.64e-06, 1.39e-05, 3.11e-05, 9.03e-06, 7.54e-05, 1.58e-06, 5.31e-07, 2.04e-06, 4.75e-07, 1.03e-07, 1.46e-08, 6.65e-07, 1.08e-07] [3.56e-06, 1.80e-06, 3.37e-06, 4.07e-06, 1.44e-06, 9.32e-07, 1.34e-06, 3.73e-07, 7.84e-09, 6.64e-06, 1.39e-05, 3.11e-05, 9.03e-06, 7.54e-05, 1.58e-06, 5.31e-07, 2.04e-06, 4.75e-07, 1.03e-07, 1.46e-08, 6.65e-07, 1.08e-07] []
22600 [1.74e-05, 2.54e-06, 5.60e-06, 5.08e-06, 3.52e-06, 1.22e-06, 1.98e-06, 1.52e-08, 7.80e-06, 4.46e-05, 1.78e-04, 8.88e-04, 1.16e-04, 1.90e-03, 5.04e-08, 6.25e-08, 1.22e-07, 5.52e-11, 1.37e-10, 0.00e+00, 2.81e-06, 2.77e-06] [1.74e-05, 2.54e-06, 5.60e-06, 5.08e-06, 3.52e-06, 1.22e-06, 1.98e-06, 1.52e-08, 7.80e-06, 4.46e-05, 1.78e-04, 8.88e-04, 1.16e-04, 1.90e-03, 5.04e-08, 6.25e-08, 1.22e-07, 5.52e-11, 1.37e-10, 0.00e+00, 2.81e-06, 2.77e-06] []
22700 [1.59e-06, 1.71e-06, 3.27e-06, 3.29e-06, 1.62e-06, 6.11e-07, 1.08e-06, 1.68e-09, 1.11e-08, 2.83e-10, 6.59e-07, 1.06e-06, 6.78e-07, 1.22e-07, 7.46e-09, 6.30e-09, 1.40e-08, 1.47e-08, 1.34e-08, 2.54e-09, 7.32e-08, 6.79e-08] [1.59e-06, 1.71e-06, 3.27e-06, 3.29e-06, 1.62e-06, 6.11e-07, 1.08e-06, 1.68e-09, 1.11e-08, 2.83e-10, 6.59e-07, 1.06e-06, 6.78e-07, 1.22e-07, 7.46e-09, 6.30e-09, 1.40e-08, 1.47e-08, 1.34e-08, 2.54e-09, 7.32e-08, 6.79e-08] []
22800 [1.28e-06, 1.66e-06, 3.33e-06, 3.28e-06, 1.81e-06, 6.81e-07, 1.15e-06, 1.25e-07, 1.12e-06, 2.82e-08, 1.07e-06, 4.38e-06, 1.72e-06, 1.31e-05, 1.91e-09, 6.96e-10, 3.54e-10, 1.35e-08, 0.00e+00, 1.22e-07, 7.64e-07, 7.56e-07] [1.28e-06, 1.66e-06, 3.33e-06, 3.28e-06, 1.81e-06, 6.81e-07, 1.15e-06, 1.25e-07, 1.12e-06, 2.82e-08, 1.07e-06, 4.38e-06, 1.72e-06, 1.31e-05, 1.91e-09, 6.96e-10, 3.54e-10, 1.35e-08, 0.00e+00, 1.22e-07, 7.64e-07, 7.56e-07] []
22900 [1.43e-06, 1.65e-06, 3.33e-06, 3.25e-06, 1.80e-06, 6.25e-07, 1.15e-06, 2.05e-08, 3.93e-09, 4.44e-09, 1.53e-06, 1.84e-06, 5.90e-06, 8.96e-06, 1.42e-09, 2.68e-12, 1.45e-09, 9.34e-10, 6.53e-09, 3.06e-08, 3.74e-08, 1.53e-07] [1.43e-06, 1.65e-06, 3.33e-06, 3.25e-06, 1.80e-06, 6.25e-07, 1.15e-06, 2.05e-08, 3.93e-09, 4.44e-09, 1.53e-06, 1.84e-06, 5.90e-06, 8.96e-06, 1.42e-09, 2.68e-12, 1.45e-09, 9.34e-10, 6.53e-09, 3.06e-08, 3.74e-08, 1.53e-07] []
23000 [4.00e-06, 1.89e-06, 4.10e-06, 3.88e-06, 2.81e-06, 6.31e-07, 1.14e-06, 1.03e-07, 9.36e-07, 4.22e-07, 5.05e-05, 8.35e-05, 2.96e-04, 5.71e-04, 4.05e-10, 0.00e+00, 0.00e+00, 0.00e+00, 2.60e-08, 3.75e-07, 1.83e-07, 2.50e-06] [4.00e-06, 1.89e-06, 4.10e-06, 3.88e-06, 2.81e-06, 6.31e-07, 1.14e-06, 1.03e-07, 9.36e-07, 4.22e-07, 5.05e-05, 8.35e-05, 2.96e-04, 5.71e-04, 4.05e-10, 0.00e+00, 0.00e+00, 0.00e+00, 2.60e-08, 3.75e-07, 1.83e-07, 2.50e-06] []
23100 [2.19e-06, 1.60e-06, 3.53e-06, 3.66e-06, 1.96e-06, 6.57e-07, 1.24e-06, 1.20e-06, 2.98e-08, 1.27e-06, 5.32e-06, 2.39e-05, 2.99e-05, 1.34e-04, 1.14e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.97e-08, 5.45e-06, 5.97e-07] [2.19e-06, 1.60e-06, 3.53e-06, 3.66e-06, 1.96e-06, 6.57e-07, 1.24e-06, 1.20e-06, 2.98e-08, 1.27e-06, 5.32e-06, 2.39e-05, 2.99e-05, 1.34e-04, 1.14e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.97e-08, 5.45e-06, 5.97e-07] []
23200 [1.84e-06, 1.66e-06, 3.36e-06, 3.22e-06, 1.75e-06, 5.79e-07, 1.16e-06, 1.54e-07, 6.40e-07, 2.36e-07, 2.16e-06, 3.11e-06, 2.80e-06, 1.84e-06, 9.45e-08, 1.49e-07, 1.40e-08, 1.50e-08, 7.41e-08, 8.15e-07, 4.56e-07, 5.15e-06] [1.84e-06, 1.66e-06, 3.36e-06, 3.22e-06, 1.75e-06, 5.79e-07, 1.16e-06, 1.54e-07, 6.40e-07, 2.36e-07, 2.16e-06, 3.11e-06, 2.80e-06, 1.84e-06, 9.45e-08, 1.49e-07, 1.40e-08, 1.50e-08, 7.41e-08, 8.15e-07, 4.56e-07, 5.15e-06] []
23300 [2.02e-06, 1.83e-06, 3.41e-06, 3.16e-06, 1.78e-06, 5.77e-07, 1.14e-06, 2.08e-07, 2.57e-08, 3.86e-07, 7.53e-06, 5.77e-06, 2.25e-05, 1.81e-05, 1.47e-07, 2.74e-07, 5.07e-07, 3.05e-07, 2.69e-08, 4.19e-09, 1.32e-07, 1.11e-07] [2.02e-06, 1.83e-06, 3.41e-06, 3.16e-06, 1.78e-06, 5.77e-07, 1.14e-06, 2.08e-07, 2.57e-08, 3.86e-07, 7.53e-06, 5.77e-06, 2.25e-05, 1.81e-05, 1.47e-07, 2.74e-07, 5.07e-07, 3.05e-07, 2.69e-08, 4.19e-09, 1.32e-07, 1.11e-07] []
23400 [2.30e-06, 1.90e-06, 3.40e-06, 2.96e-06, 2.27e-06, 5.80e-07, 1.47e-06, 1.15e-07, 2.16e-06, 4.72e-07, 6.06e-06, 6.57e-06, 9.81e-06, 1.40e-06, 2.14e-07, 8.49e-08, 8.58e-08, 1.44e-07, 1.45e-08, 1.29e-09, 9.62e-08, 8.74e-07] [2.30e-06, 1.90e-06, 3.40e-06, 2.96e-06, 2.27e-06, 5.80e-07, 1.47e-06, 1.15e-07, 2.16e-06, 4.72e-07, 6.06e-06, 6.57e-06, 9.81e-06, 1.40e-06, 2.14e-07, 8.49e-08, 8.58e-08, 1.44e-07, 1.45e-08, 1.29e-09, 9.62e-08, 8.74e-07] []
23500 [2.48e-06, 1.69e-06, 3.39e-06, 3.34e-06, 1.94e-06, 5.88e-07, 1.22e-06, 3.47e-07, 1.71e-07, 4.76e-07, 6.01e-05, 3.85e-05, 1.93e-04, 8.36e-05, 1.52e-08, 7.13e-07, 0.00e+00, 0.00e+00, 1.32e-07, 1.33e-08, 8.22e-07, 2.25e-07] [2.48e-06, 1.69e-06, 3.39e-06, 3.34e-06, 1.94e-06, 5.88e-07, 1.22e-06, 3.47e-07, 1.71e-07, 4.76e-07, 6.01e-05, 3.85e-05, 1.93e-04, 8.36e-05, 1.52e-08, 7.13e-07, 0.00e+00, 0.00e+00, 1.32e-07, 1.33e-08, 8.22e-07, 2.25e-07] []
23600 [2.40e-06, 1.70e-06, 3.38e-06, 3.04e-06, 1.65e-06, 5.77e-07, 1.10e-06, 4.89e-07, 4.50e-09, 1.87e-07, 4.25e-06, 9.02e-06, 1.75e-05, 5.34e-05, 7.70e-07, 5.35e-07, 7.35e-07, 2.33e-07, 3.20e-09, 1.98e-10, 2.24e-06, 7.63e-08] [2.40e-06, 1.70e-06, 3.38e-06, 3.04e-06, 1.65e-06, 5.77e-07, 1.10e-06, 4.89e-07, 4.50e-09, 1.87e-07, 4.25e-06, 9.02e-06, 1.75e-05, 5.34e-05, 7.70e-07, 5.35e-07, 7.35e-07, 2.33e-07, 3.20e-09, 1.98e-10, 2.24e-06, 7.63e-08] []
23700 [1.58e-06, 1.65e-06, 3.36e-06, 3.11e-06, 1.70e-06, 5.23e-07, 1.10e-06, 2.11e-06, 1.59e-08, 2.05e-08, 1.65e-06, 1.66e-06, 5.93e-06, 5.24e-06, 9.73e-08, 2.33e-08, 4.36e-08, 1.09e-07, 1.16e-07, 3.77e-10, 7.77e-07, 1.30e-07] [1.58e-06, 1.65e-06, 3.36e-06, 3.11e-06, 1.70e-06, 5.23e-07, 1.10e-06, 2.11e-06, 1.59e-08, 2.05e-08, 1.65e-06, 1.66e-06, 5.93e-06, 5.24e-06, 9.73e-08, 2.33e-08, 4.36e-08, 1.09e-07, 1.16e-07, 3.77e-10, 7.77e-07, 1.30e-07] []
23800 [1.60e-06, 1.63e-06, 3.41e-06, 3.11e-06, 1.83e-06, 5.51e-07, 1.08e-06, 8.57e-09, 1.93e-07, 2.33e-08, 6.81e-07, 1.60e-06, 7.97e-07, 4.20e-06, 1.39e-07, 8.20e-08, 1.05e-07, 8.87e-09, 5.80e-07, 1.48e-07, 3.25e-06, 9.34e-07] [1.60e-06, 1.63e-06, 3.41e-06, 3.11e-06, 1.83e-06, 5.51e-07, 1.08e-06, 8.57e-09, 1.93e-07, 2.33e-08, 6.81e-07, 1.60e-06, 7.97e-07, 4.20e-06, 1.39e-07, 8.20e-08, 1.05e-07, 8.87e-09, 5.80e-07, 1.48e-07, 3.25e-06, 9.34e-07] []
23900 [1.65e-06, 1.63e-06, 3.39e-06, 3.05e-06, 1.77e-06, 4.72e-07, 1.09e-06, 2.86e-08, 3.03e-07, 1.46e-07, 7.02e-07, 1.55e-06, 2.53e-06, 6.62e-06, 1.21e-07, 1.04e-07, 5.87e-08, 5.38e-08, 7.02e-09, 2.49e-07, 7.97e-08, 1.56e-06] [1.65e-06, 1.63e-06, 3.39e-06, 3.05e-06, 1.77e-06, 4.72e-07, 1.09e-06, 2.86e-08, 3.03e-07, 1.46e-07, 7.02e-07, 1.55e-06, 2.53e-06, 6.62e-06, 1.21e-07, 1.04e-07, 5.87e-08, 5.38e-08, 7.02e-09, 2.49e-07, 7.97e-08, 1.56e-06] []
24000 [4.06e-06, 1.72e-06, 3.66e-06, 3.28e-06, 1.91e-06, 6.12e-07, 1.19e-06, 4.20e-07, 6.87e-08, 4.17e-07, 3.16e-05, 3.87e-05, 1.57e-04, 2.99e-04, 2.42e-06, 2.92e-06, 2.31e-06, 3.20e-06, 7.34e-07, 3.90e-07, 4.35e-06, 2.50e-06] [4.06e-06, 1.72e-06, 3.66e-06, 3.28e-06, 1.91e-06, 6.12e-07, 1.19e-06, 4.20e-07, 6.87e-08, 4.17e-07, 3.16e-05, 3.87e-05, 1.57e-04, 2.99e-04, 2.42e-06, 2.92e-06, 2.31e-06, 3.20e-06, 7.34e-07, 3.90e-07, 4.35e-06, 2.50e-06] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 52.887136 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Best train step: 23339
lambda_a: 1.6201938391
lambda_b: 1.8685456514
kappa_a: 0.28979939222
kappa_b: 0.33345174789
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
24000 [4.06e-06, 1.72e-06, 3.66e-06, 3.28e-06, 1.91e-06, 6.12e-07, 1.19e-06, 4.20e-07, 6.87e-08, 4.17e-07, 3.16e-05, 3.87e-05, 1.57e-04, 2.99e-04, 2.42e-06, 2.92e-06, 2.31e-06, 3.20e-06, 7.34e-07, 3.90e-07, 4.35e-06, 2.50e-06] [4.06e-06, 1.72e-06, 3.66e-06, 3.28e-06, 1.91e-06, 6.12e-07, 1.19e-06, 4.20e-07, 6.87e-08, 4.17e-07, 3.16e-05, 3.87e-05, 1.57e-04, 2.99e-04, 2.42e-06, 2.92e-06, 2.31e-06, 3.20e-06, 7.34e-07, 3.90e-07, 4.35e-06, 2.50e-06] []
24100 [2.37e-03, 5.66e-04, 7.80e-04, 8.60e-05, 1.51e-04, 3.62e-05, 4.06e-05, 6.12e-06, 4.24e-04, 2.91e-03, 1.26e-02, 5.58e-02, 2.18e-02, 1.60e-01, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.21e-03, 2.36e-04, 4.63e-03, 1.22e-03] [2.37e-03, 5.66e-04, 7.80e-04, 8.60e-05, 1.51e-04, 3.62e-05, 4.06e-05, 6.12e-06, 4.24e-04, 2.91e-03, 1.26e-02, 5.58e-02, 2.18e-02, 1.60e-01, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.21e-03, 2.36e-04, 4.63e-03, 1.22e-03] []
24200 [2.21e-05, 4.38e-06, 1.38e-05, 9.67e-06, 1.20e-05, 1.01e-06, 7.16e-06, 3.42e-06, 6.44e-07, 6.92e-07, 3.67e-05, 6.47e-04, 7.77e-04, 2.08e-05, 2.53e-06, 1.50e-06, 1.34e-06, 1.68e-06, 8.32e-07, 1.51e-07, 3.42e-06, 4.44e-06] [2.21e-05, 4.38e-06, 1.38e-05, 9.67e-06, 1.20e-05, 1.01e-06, 7.16e-06, 3.42e-06, 6.44e-07, 6.92e-07, 3.67e-05, 6.47e-04, 7.77e-04, 2.08e-05, 2.53e-06, 1.50e-06, 1.34e-06, 1.68e-06, 8.32e-07, 1.51e-07, 3.42e-06, 4.44e-06] []
24300 [1.74e-05, 3.65e-06, 7.96e-06, 4.35e-06, 9.90e-06, 1.28e-06, 3.83e-06, 1.94e-09, 6.84e-08, 2.63e-08, 2.67e-05, 6.31e-04, 7.23e-04, 8.43e-06, 1.19e-06, 2.07e-06, 4.18e-06, 3.86e-06, 1.81e-07, 1.19e-07, 1.27e-06, 6.11e-07] [1.74e-05, 3.65e-06, 7.96e-06, 4.35e-06, 9.90e-06, 1.28e-06, 3.83e-06, 1.94e-09, 6.84e-08, 2.63e-08, 2.67e-05, 6.31e-04, 7.23e-04, 8.43e-06, 1.19e-06, 2.07e-06, 4.18e-06, 3.86e-06, 1.81e-07, 1.19e-07, 1.27e-06, 6.11e-07] []
24400 [1.35e-05, 2.60e-06, 4.43e-06, 2.15e-06, 3.91e-06, 5.46e-07, 3.28e-06, 2.75e-09, 4.06e-10, 7.78e-11, 2.01e-05, 6.23e-04, 6.95e-04, 4.77e-06, 4.14e-07, 6.15e-07, 6.39e-07, 1.45e-06, 8.07e-08, 8.47e-08, 3.48e-07, 5.71e-07] [1.35e-05, 2.60e-06, 4.43e-06, 2.15e-06, 3.91e-06, 5.46e-07, 3.28e-06, 2.75e-09, 4.06e-10, 7.78e-11, 2.01e-05, 6.23e-04, 6.95e-04, 4.77e-06, 4.14e-07, 6.15e-07, 6.39e-07, 1.45e-06, 8.07e-08, 8.47e-08, 3.48e-07, 5.71e-07] []
24500 [1.09e-05, 1.76e-06, 2.56e-06, 1.59e-06, 2.86e-06, 3.62e-07, 2.76e-06, 1.45e-09, 2.32e-10, 2.11e-09, 2.34e-05, 5.98e-04, 6.39e-04, 4.26e-06, 2.91e-07, 4.02e-07, 5.66e-07, 1.32e-06, 7.04e-08, 7.43e-08, 2.39e-07, 5.79e-07] [1.09e-05, 1.76e-06, 2.56e-06, 1.59e-06, 2.86e-06, 3.62e-07, 2.76e-06, 1.45e-09, 2.32e-10, 2.11e-09, 2.34e-05, 5.98e-04, 6.39e-04, 4.26e-06, 2.91e-07, 4.02e-07, 5.66e-07, 1.32e-06, 7.04e-08, 7.43e-08, 2.39e-07, 5.79e-07] []
24600 [1.33e-05, 1.44e-06, 1.74e-06, 1.09e-06, 4.14e-06, 2.95e-07, 2.27e-06, 9.11e-11, 3.99e-08, 1.62e-09, 3.00e-05, 1.83e-04, 1.51e-04, 3.78e-06, 6.89e-07, 6.89e-07, 1.16e-06, 3.74e-06, 9.52e-08, 7.34e-08, 4.01e-07, 9.49e-07] [1.33e-05, 1.44e-06, 1.74e-06, 1.09e-06, 4.14e-06, 2.95e-07, 2.27e-06, 9.11e-11, 3.99e-08, 1.62e-09, 3.00e-05, 1.83e-04, 1.51e-04, 3.78e-06, 6.89e-07, 6.89e-07, 1.16e-06, 3.74e-06, 9.52e-08, 7.34e-08, 4.01e-07, 9.49e-07] []
24700 [1.15e-05, 1.71e-06, 2.22e-06, 1.14e-06, 3.75e-06, 2.69e-07, 2.41e-06, 4.92e-10, 3.37e-08, 6.41e-12, 2.17e-05, 1.26e-04, 9.45e-05, 3.26e-06, 1.03e-06, 9.29e-07, 5.52e-07, 1.60e-06, 8.65e-08, 6.63e-08, 3.80e-07, 5.81e-07] [1.15e-05, 1.71e-06, 2.22e-06, 1.14e-06, 3.75e-06, 2.69e-07, 2.41e-06, 4.92e-10, 3.37e-08, 6.41e-12, 2.17e-05, 1.26e-04, 9.45e-05, 3.26e-06, 1.03e-06, 9.29e-07, 5.52e-07, 1.60e-06, 8.65e-08, 6.63e-08, 3.80e-07, 5.81e-07] []
24800 [9.99e-06, 1.85e-06, 2.76e-06, 1.34e-06, 3.36e-06, 2.66e-07, 2.56e-06, 3.18e-09, 3.17e-08, 5.12e-09, 2.06e-05, 1.03e-04, 7.16e-05, 3.11e-06, 1.14e-06, 1.12e-06, 3.66e-07, 7.08e-07, 9.78e-08, 4.82e-08, 3.74e-07, 4.37e-07] [9.99e-06, 1.85e-06, 2.76e-06, 1.34e-06, 3.36e-06, 2.66e-07, 2.56e-06, 3.18e-09, 3.17e-08, 5.12e-09, 2.06e-05, 1.03e-04, 7.16e-05, 3.11e-06, 1.14e-06, 1.12e-06, 3.66e-07, 7.08e-07, 9.78e-08, 4.82e-08, 3.74e-07, 4.37e-07] []
24900 [8.45e-06, 2.01e-06, 3.42e-06, 1.62e-06, 2.88e-06, 2.86e-07, 2.60e-06, 2.58e-09, 3.04e-08, 8.94e-09, 1.16e-04, 1.03e-04, 1.31e-04, 7.36e-06, 1.32e-06, 1.48e-06, 1.53e-07, 1.64e-06, 1.05e-07, 4.38e-08, 4.29e-07, 3.58e-07] [8.45e-06, 2.01e-06, 3.42e-06, 1.62e-06, 2.88e-06, 2.86e-07, 2.60e-06, 2.58e-09, 3.04e-08, 8.94e-09, 1.16e-04, 1.03e-04, 1.31e-04, 7.36e-06, 1.32e-06, 1.48e-06, 1.53e-07, 1.64e-06, 1.05e-07, 4.38e-08, 4.29e-07, 3.58e-07] []
25000 [8.35e-06, 2.15e-06, 4.14e-06, 1.76e-06, 3.23e-06, 3.14e-07, 2.98e-06, 7.00e-10, 7.27e-10, 7.47e-10, 1.15e-05, 5.01e-05, 3.85e-05, 3.93e-06, 1.09e-06, 9.01e-07, 3.75e-07, 1.48e-07, 1.03e-07, 2.27e-08, 3.02e-07, 2.94e-07] [8.35e-06, 2.15e-06, 4.14e-06, 1.76e-06, 3.23e-06, 3.14e-07, 2.98e-06, 7.00e-10, 7.27e-10, 7.47e-10, 1.15e-05, 5.01e-05, 3.85e-05, 3.93e-06, 1.09e-06, 9.01e-07, 3.75e-07, 1.48e-07, 1.03e-07, 2.27e-08, 3.02e-07, 2.94e-07] []
25100 [7.45e-06, 2.18e-06, 4.59e-06, 1.95e-06, 3.50e-06, 3.16e-07, 3.09e-06, 1.11e-09, 4.87e-10, 1.60e-13, 3.07e-05, 3.90e-05, 4.68e-05, 4.70e-06, 8.60e-07, 6.37e-07, 3.36e-07, 2.53e-07, 8.24e-08, 1.34e-08, 2.28e-07, 3.33e-07] [7.45e-06, 2.18e-06, 4.59e-06, 1.95e-06, 3.50e-06, 3.16e-07, 3.09e-06, 1.11e-09, 4.87e-10, 1.60e-13, 3.07e-05, 3.90e-05, 4.68e-05, 4.70e-06, 8.60e-07, 6.37e-07, 3.36e-07, 2.53e-07, 8.24e-08, 1.34e-08, 2.28e-07, 3.33e-07] []
25200 [6.60e-06, 2.18e-06, 4.85e-06, 2.13e-06, 3.59e-06, 2.89e-07, 3.00e-06, 1.91e-10, 8.86e-10, 2.91e-10, 2.77e-05, 2.86e-05, 3.89e-05, 4.56e-06, 7.02e-07, 4.37e-07, 4.68e-07, 2.51e-07, 5.54e-08, 1.03e-08, 1.67e-07, 3.39e-07] [6.60e-06, 2.18e-06, 4.85e-06, 2.13e-06, 3.59e-06, 2.89e-07, 3.00e-06, 1.91e-10, 8.86e-10, 2.91e-10, 2.77e-05, 2.86e-05, 3.89e-05, 4.56e-06, 7.02e-07, 4.37e-07, 4.68e-07, 2.51e-07, 5.54e-08, 1.03e-08, 1.67e-07, 3.39e-07] []
25300 [5.65e-06, 2.14e-06, 4.81e-06, 2.21e-06, 3.29e-06, 2.48e-07, 2.69e-06, 3.65e-10, 1.43e-09, 1.43e-09, 6.92e-05, 3.18e-05, 7.75e-05, 1.13e-05, 7.72e-07, 5.08e-07, 1.10e-06, 1.11e-06, 3.56e-08, 1.83e-08, 1.38e-07, 3.28e-07] [5.65e-06, 2.14e-06, 4.81e-06, 2.21e-06, 3.29e-06, 2.48e-07, 2.69e-06, 3.65e-10, 1.43e-09, 1.43e-09, 6.92e-05, 3.18e-05, 7.75e-05, 1.13e-05, 7.72e-07, 5.08e-07, 1.10e-06, 1.11e-06, 3.56e-08, 1.83e-08, 1.38e-07, 3.28e-07] []
25400 [5.44e-06, 2.13e-06, 5.08e-06, 2.32e-06, 3.53e-06, 2.18e-07, 2.68e-06, 2.57e-10, 1.41e-09, 1.24e-08, 1.14e-05, 1.73e-05, 2.07e-05, 7.76e-06, 4.38e-07, 2.59e-07, 4.66e-07, 1.65e-07, 2.90e-08, 1.16e-08, 1.16e-07, 3.62e-07] [5.44e-06, 2.13e-06, 5.08e-06, 2.32e-06, 3.53e-06, 2.18e-07, 2.68e-06, 2.57e-10, 1.41e-09, 1.24e-08, 1.14e-05, 1.73e-05, 2.07e-05, 7.76e-06, 4.38e-07, 2.59e-07, 4.66e-07, 1.65e-07, 2.90e-08, 1.16e-08, 1.16e-07, 3.62e-07] []
25500 [7.26e-06, 2.44e-06, 6.26e-06, 3.31e-06, 5.08e-06, 1.97e-07, 2.82e-06, 4.86e-10, 1.70e-08, 3.71e-06, 7.60e-05, 1.86e-04, 3.38e-04, 9.23e-04, 2.27e-08, 1.02e-08, 1.26e-09, 4.09e-08, 3.25e-08, 5.85e-09, 1.15e-07, 3.76e-07] [7.26e-06, 2.44e-06, 6.26e-06, 3.31e-06, 5.08e-06, 1.97e-07, 2.82e-06, 4.86e-10, 1.70e-08, 3.71e-06, 7.60e-05, 1.86e-04, 3.38e-04, 9.23e-04, 2.27e-08, 1.02e-08, 1.26e-09, 4.09e-08, 3.25e-08, 5.85e-09, 1.15e-07, 3.76e-07] []
25600 [7.72e-06, 2.17e-06, 5.24e-06, 2.61e-06, 3.15e-06, 1.93e-07, 2.69e-06, 8.24e-10, 3.18e-08, 6.15e-07, 1.95e-05, 4.05e-05, 6.28e-05, 1.88e-04, 1.62e-06, 1.94e-06, 2.34e-06, 2.36e-06, 2.67e-08, 1.57e-08, 1.03e-07, 2.79e-07] [7.72e-06, 2.17e-06, 5.24e-06, 2.61e-06, 3.15e-06, 1.93e-07, 2.69e-06, 8.24e-10, 3.18e-08, 6.15e-07, 1.95e-05, 4.05e-05, 6.28e-05, 1.88e-04, 1.62e-06, 1.94e-06, 2.34e-06, 2.36e-06, 2.67e-08, 1.57e-08, 1.03e-07, 2.79e-07] []
25700 [4.80e-06, 2.01e-06, 4.96e-06, 2.27e-06, 3.25e-06, 1.47e-07, 2.51e-06, 4.34e-09, 2.28e-09, 9.35e-10, 4.88e-06, 1.10e-05, 8.38e-06, 1.35e-06, 4.39e-07, 2.95e-07, 5.02e-07, 3.20e-07, 1.64e-08, 3.21e-08, 8.69e-08, 3.69e-07] [4.80e-06, 2.01e-06, 4.96e-06, 2.27e-06, 3.25e-06, 1.47e-07, 2.51e-06, 4.34e-09, 2.28e-09, 9.35e-10, 4.88e-06, 1.10e-05, 8.38e-06, 1.35e-06, 4.39e-07, 2.95e-07, 5.02e-07, 3.20e-07, 1.64e-08, 3.21e-08, 8.69e-08, 3.69e-07] []
25800 [4.73e-06, 2.03e-06, 4.88e-06, 2.31e-06, 3.23e-06, 1.67e-07, 2.99e-06, 3.90e-10, 9.89e-10, 2.61e-09, 4.30e-06, 1.31e-05, 8.96e-06, 2.11e-06, 4.33e-07, 2.41e-07, 3.53e-07, 2.92e-07, 1.95e-08, 1.90e-08, 7.48e-08, 2.83e-07] [4.73e-06, 2.03e-06, 4.88e-06, 2.31e-06, 3.23e-06, 1.67e-07, 2.99e-06, 3.90e-10, 9.89e-10, 2.61e-09, 4.30e-06, 1.31e-05, 8.96e-06, 2.11e-06, 4.33e-07, 2.41e-07, 3.53e-07, 2.92e-07, 1.95e-08, 1.90e-08, 7.48e-08, 2.83e-07] []
25900 [4.32e-06, 1.96e-06, 4.90e-06, 2.22e-06, 3.21e-06, 1.27e-07, 2.67e-06, 2.24e-10, 7.19e-09, 1.43e-11, 4.19e-06, 1.08e-05, 7.85e-06, 7.69e-07, 3.23e-07, 2.12e-07, 3.50e-07, 2.43e-07, 1.48e-08, 3.11e-08, 6.18e-08, 3.25e-07] [4.32e-06, 1.96e-06, 4.90e-06, 2.22e-06, 3.21e-06, 1.27e-07, 2.67e-06, 2.24e-10, 7.19e-09, 1.43e-11, 4.19e-06, 1.08e-05, 7.85e-06, 7.69e-07, 3.23e-07, 2.12e-07, 3.50e-07, 2.43e-07, 1.48e-08, 3.11e-08, 6.18e-08, 3.25e-07] []
26000 [4.07e-06, 1.89e-06, 4.85e-06, 2.16e-06, 3.13e-06, 1.07e-07, 2.51e-06, 2.12e-10, 8.21e-09, 1.96e-08, 4.39e-06, 1.10e-05, 8.86e-06, 4.96e-06, 2.32e-07, 1.46e-07, 2.12e-07, 1.27e-07, 1.39e-08, 3.93e-08, 5.72e-08, 3.27e-07] [4.07e-06, 1.89e-06, 4.85e-06, 2.16e-06, 3.13e-06, 1.07e-07, 2.51e-06, 2.12e-10, 8.21e-09, 1.96e-08, 4.39e-06, 1.10e-05, 8.86e-06, 4.96e-06, 2.32e-07, 1.46e-07, 2.12e-07, 1.27e-07, 1.39e-08, 3.93e-08, 5.72e-08, 3.27e-07] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 50.535042 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Training model...
Step Train loss Test loss Test metric
26000 [4.07e-06, 1.89e-06, 4.85e-06, 2.16e-06, 3.13e-06, 1.07e-07, 2.51e-06, 2.12e-10, 8.21e-09, 1.96e-08, 4.39e-06, 1.10e-05, 8.86e-06, 4.96e-06, 2.32e-07, 1.46e-07, 2.12e-07, 1.27e-07, 1.39e-08, 3.93e-08, 5.72e-08, 3.27e-07] [4.07e-06, 1.89e-06, 4.85e-06, 2.16e-06, 3.13e-06, 1.07e-07, 2.51e-06, 2.12e-10, 8.21e-09, 1.96e-08, 4.39e-06, 1.10e-05, 8.86e-06, 4.96e-06, 2.32e-07, 1.46e-07, 2.12e-07, 1.27e-07, 1.39e-08, 3.93e-08, 5.72e-08, 3.27e-07] []
26100 [3.96e-06, 1.90e-06, 4.77e-06, 2.17e-06, 3.29e-06, 1.49e-07, 3.24e-06, 2.26e-08, 4.45e-08, 5.82e-09, 3.55e-06, 1.26e-05, 9.40e-06, 2.21e-06, 1.59e-07, 1.45e-07, 1.63e-07, 1.46e-07, 6.46e-09, 4.06e-08, 1.46e-07, 2.35e-07] [3.96e-06, 1.90e-06, 4.77e-06, 2.17e-06, 3.29e-06, 1.49e-07, 3.24e-06, 2.26e-08, 4.45e-08, 5.82e-09, 3.55e-06, 1.26e-05, 9.40e-06, 2.21e-06, 1.59e-07, 1.45e-07, 1.63e-07, 1.46e-07, 6.46e-09, 4.06e-08, 1.46e-07, 2.35e-07] []
26200 [3.70e-06, 1.86e-06, 4.83e-06, 2.14e-06, 3.15e-06, 1.12e-07, 2.85e-06, 3.09e-07, 1.54e-09, 1.17e-10, 3.48e-06, 1.05e-05, 7.59e-06, 3.04e-07, 2.00e-07, 1.27e-07, 2.38e-07, 1.95e-07, 1.19e-08, 2.87e-08, 7.89e-08, 2.26e-07] [3.70e-06, 1.86e-06, 4.83e-06, 2.14e-06, 3.15e-06, 1.12e-07, 2.85e-06, 3.09e-07, 1.54e-09, 1.17e-10, 3.48e-06, 1.05e-05, 7.59e-06, 3.04e-07, 2.00e-07, 1.27e-07, 2.38e-07, 1.95e-07, 1.19e-08, 2.87e-08, 7.89e-08, 2.26e-07] []
26300 [3.56e-06, 1.79e-06, 4.75e-06, 2.10e-06, 3.00e-06, 8.93e-08, 2.61e-06, 1.28e-07, 3.03e-09, 1.62e-11, 3.45e-06, 9.27e-06, 6.66e-06, 2.89e-07, 1.86e-07, 1.16e-07, 2.24e-07, 1.80e-07, 9.60e-09, 3.91e-08, 3.90e-08, 2.32e-07] [3.56e-06, 1.79e-06, 4.75e-06, 2.10e-06, 3.00e-06, 8.93e-08, 2.61e-06, 1.28e-07, 3.03e-09, 1.62e-11, 3.45e-06, 9.27e-06, 6.66e-06, 2.89e-07, 1.86e-07, 1.16e-07, 2.24e-07, 1.80e-07, 9.60e-09, 3.91e-08, 3.90e-08, 2.32e-07] []
26400 [3.87e-06, 1.82e-06, 4.50e-06, 1.98e-06, 3.08e-06, 1.30e-07, 2.93e-06, 3.58e-08, 1.04e-07, 5.28e-09, 3.28e-06, 1.18e-05, 9.34e-06, 6.74e-07, 1.42e-07, 4.33e-08, 3.61e-07, 6.39e-07, 1.34e-08, 1.68e-07, 4.65e-08, 8.45e-07] [3.87e-06, 1.82e-06, 4.50e-06, 1.98e-06, 3.08e-06, 1.30e-07, 2.93e-06, 3.58e-08, 1.04e-07, 5.28e-09, 3.28e-06, 1.18e-05, 9.34e-06, 6.74e-07, 1.42e-07, 4.33e-08, 3.61e-07, 6.39e-07, 1.34e-08, 1.68e-07, 4.65e-08, 8.45e-07] []
26500 [3.16e-06, 1.68e-06, 4.74e-06, 2.07e-06, 3.05e-06, 9.88e-08, 2.62e-06, 1.66e-09, 3.37e-11, 3.76e-11, 3.21e-06, 8.83e-06, 6.71e-06, 1.94e-07, 5.35e-08, 4.05e-08, 1.94e-07, 1.53e-07, 1.20e-09, 2.40e-08, 2.43e-07, 1.62e-07] [3.16e-06, 1.68e-06, 4.74e-06, 2.07e-06, 3.05e-06, 9.88e-08, 2.62e-06, 1.66e-09, 3.37e-11, 3.76e-11, 3.21e-06, 8.83e-06, 6.71e-06, 1.94e-07, 5.35e-08, 4.05e-08, 1.94e-07, 1.53e-07, 1.20e-09, 2.40e-08, 2.43e-07, 1.62e-07] []
26600 [2.91e-06, 1.60e-06, 4.79e-06, 2.06e-06, 3.21e-06, 2.02e-06, 2.49e-06, 2.06e-05, 2.56e-06, 4.64e-08, 3.70e-06, 8.64e-06, 6.43e-06, 1.77e-06, 1.77e-08, 1.82e-08, 1.34e-07, 2.71e-07, 1.12e-07, 8.52e-07, 2.26e-04, 5.39e-06] [2.91e-06, 1.60e-06, 4.79e-06, 2.06e-06, 3.21e-06, 2.02e-06, 2.49e-06, 2.06e-05, 2.56e-06, 4.64e-08, 3.70e-06, 8.64e-06, 6.43e-06, 1.77e-06, 1.77e-08, 1.82e-08, 1.34e-07, 2.71e-07, 1.12e-07, 8.52e-07, 2.26e-04, 5.39e-06] []
26700 [2.96e-06, 1.58e-06, 4.57e-06, 2.02e-06, 2.86e-06, 9.69e-08, 2.36e-06, 3.84e-08, 4.71e-08, 2.41e-09, 3.02e-06, 8.32e-06, 5.99e-06, 8.61e-07, 3.96e-08, 1.74e-08, 1.36e-07, 1.26e-07, 1.65e-09, 0.00e+00, 4.76e-08, 1.67e-06] [2.96e-06, 1.58e-06, 4.57e-06, 2.02e-06, 2.86e-06, 9.69e-08, 2.36e-06, 3.84e-08, 4.71e-08, 2.41e-09, 3.02e-06, 8.32e-06, 5.99e-06, 8.61e-07, 3.96e-08, 1.74e-08, 1.36e-07, 1.26e-07, 1.65e-09, 0.00e+00, 4.76e-08, 1.67e-06] []
26800 [1.23e-05, 3.41e-06, 7.98e-06, 3.06e-06, 4.70e-06, 1.83e-07, 2.73e-06, 1.33e-06, 1.48e-07, 4.61e-06, 1.06e-04, 3.41e-04, 2.41e-04, 1.85e-03, 8.98e-08, 1.64e-07, 0.00e+00, 4.43e-10, 0.00e+00, 2.08e-06, 2.29e-06, 1.24e-05] [1.23e-05, 3.41e-06, 7.98e-06, 3.06e-06, 4.70e-06, 1.83e-07, 2.73e-06, 1.33e-06, 1.48e-07, 4.61e-06, 1.06e-04, 3.41e-04, 2.41e-04, 1.85e-03, 8.98e-08, 1.64e-07, 0.00e+00, 4.43e-10, 0.00e+00, 2.08e-06, 2.29e-06, 1.24e-05] []
26900 [2.81e-06, 1.49e-06, 4.59e-06, 2.11e-06, 2.78e-06, 1.02e-07, 2.18e-06, 1.30e-11, 8.99e-09, 3.36e-10, 3.13e-06, 7.01e-06, 4.85e-06, 1.07e-07, 3.84e-08, 2.37e-08, 1.60e-07, 1.22e-07, 7.12e-09, 3.05e-08, 1.70e-08, 1.27e-07] [2.81e-06, 1.49e-06, 4.59e-06, 2.11e-06, 2.78e-06, 1.02e-07, 2.18e-06, 1.30e-11, 8.99e-09, 3.36e-10, 3.13e-06, 7.01e-06, 4.85e-06, 1.07e-07, 3.84e-08, 2.37e-08, 1.60e-07, 1.22e-07, 7.12e-09, 3.05e-08, 1.70e-08, 1.27e-07] []
27000 [2.66e-06, 1.47e-06, 4.52e-06, 2.09e-06, 2.72e-06, 8.86e-08, 2.14e-06, 7.88e-07, 2.50e-08, 4.83e-09, 3.03e-06, 5.95e-06, 4.13e-06, 3.98e-07, 1.79e-08, 2.72e-08, 1.26e-07, 9.12e-08, 1.58e-07, 7.24e-09, 9.56e-07, 2.46e-07] [2.66e-06, 1.47e-06, 4.52e-06, 2.09e-06, 2.72e-06, 8.86e-08, 2.14e-06, 7.88e-07, 2.50e-08, 4.83e-09, 3.03e-06, 5.95e-06, 4.13e-06, 3.98e-07, 1.79e-08, 2.72e-08, 1.26e-07, 9.12e-08, 1.58e-07, 7.24e-09, 9.56e-07, 2.46e-07] []
27100 [2.93e-06, 1.41e-06, 4.39e-06, 2.04e-06, 2.63e-06, 1.35e-07, 1.95e-06, 4.75e-06, 3.42e-06, 3.48e-09, 3.86e-06, 6.94e-06, 4.94e-06, 2.56e-07, 3.22e-08, 2.53e-08, 2.29e-07, 3.53e-07, 7.51e-08, 1.31e-07, 8.26e-07, 8.91e-07] [2.93e-06, 1.41e-06, 4.39e-06, 2.04e-06, 2.63e-06, 1.35e-07, 1.95e-06, 4.75e-06, 3.42e-06, 3.48e-09, 3.86e-06, 6.94e-06, 4.94e-06, 2.56e-07, 3.22e-08, 2.53e-08, 2.29e-07, 3.53e-07, 7.51e-08, 1.31e-07, 8.26e-07, 8.91e-07] []
27200 [2.49e-06, 1.40e-06, 4.39e-06, 2.05e-06, 2.68e-06, 9.05e-08, 1.94e-06, 3.01e-10, 4.87e-08, 2.56e-12, 3.05e-06, 5.00e-06, 3.27e-06, 6.19e-08, 1.81e-08, 2.23e-08, 1.30e-07, 8.84e-08, 4.87e-10, 2.06e-08, 1.62e-07, 1.42e-07] [2.49e-06, 1.40e-06, 4.39e-06, 2.05e-06, 2.68e-06, 9.05e-08, 1.94e-06, 3.01e-10, 4.87e-08, 2.56e-12, 3.05e-06, 5.00e-06, 3.27e-06, 6.19e-08, 1.81e-08, 2.23e-08, 1.30e-07, 8.84e-08, 4.87e-10, 2.06e-08, 1.62e-07, 1.42e-07] []
27300 [2.74e-06, 1.38e-06, 4.22e-06, 1.98e-06, 2.52e-06, 2.32e-07, 1.96e-06, 1.36e-06, 3.46e-07, 6.58e-08, 3.30e-06, 5.03e-06, 4.82e-06, 3.87e-06, 2.86e-08, 3.56e-08, 2.73e-07, 2.93e-07, 9.09e-07, 1.89e-09, 4.73e-06, 1.60e-05] [2.74e-06, 1.38e-06, 4.22e-06, 1.98e-06, 2.52e-06, 2.32e-07, 1.96e-06, 1.36e-06, 3.46e-07, 6.58e-08, 3.30e-06, 5.03e-06, 4.82e-06, 3.87e-06, 2.86e-08, 3.56e-08, 2.73e-07, 2.93e-07, 9.09e-07, 1.89e-09, 4.73e-06, 1.60e-05] []
27400 [2.75e-06, 1.38e-06, 4.29e-06, 2.00e-06, 2.77e-06, 1.97e-07, 1.67e-06, 1.16e-06, 1.20e-06, 2.75e-07, 8.07e-06, 1.68e-05, 3.08e-05, 5.64e-05, 4.26e-10, 1.36e-08, 3.37e-08, 3.42e-07, 1.48e-07, 0.00e+00, 8.87e-07, 6.38e-06] [2.75e-06, 1.38e-06, 4.29e-06, 2.00e-06, 2.77e-06, 1.97e-07, 1.67e-06, 1.16e-06, 1.20e-06, 2.75e-07, 8.07e-06, 1.68e-05, 3.08e-05, 5.64e-05, 4.26e-10, 1.36e-08, 3.37e-08, 3.42e-07, 1.48e-07, 0.00e+00, 8.87e-07, 6.38e-06] []
27500 [2.22e-06, 1.32e-06, 4.28e-06, 2.00e-06, 2.66e-06, 9.56e-08, 1.63e-06, 4.32e-09, 5.81e-08, 6.70e-11, 2.91e-06, 3.95e-06, 2.42e-06, 4.99e-08, 1.29e-08, 1.61e-08, 1.19e-07, 8.47e-08, 0.00e+00, 5.04e-10, 7.42e-07, 7.12e-07] [2.22e-06, 1.32e-06, 4.28e-06, 2.00e-06, 2.66e-06, 9.56e-08, 1.63e-06, 4.32e-09, 5.81e-08, 6.70e-11, 2.91e-06, 3.95e-06, 2.42e-06, 4.99e-08, 1.29e-08, 1.61e-08, 1.19e-07, 8.47e-08, 0.00e+00, 5.04e-10, 7.42e-07, 7.12e-07] []
27600 [7.00e-06, 1.90e-06, 4.59e-06, 2.17e-06, 2.56e-06, 4.26e-07, 1.85e-06, 7.85e-08, 1.08e-05, 2.83e-06, 1.63e-05, 4.52e-05, 1.87e-04, 2.73e-04, 1.51e-06, 1.50e-06, 7.00e-06, 4.77e-06, 0.00e+00, 2.11e-06, 9.37e-06, 1.31e-05] [7.00e-06, 1.90e-06, 4.59e-06, 2.17e-06, 2.56e-06, 4.26e-07, 1.85e-06, 7.85e-08, 1.08e-05, 2.83e-06, 1.63e-05, 4.52e-05, 1.87e-04, 2.73e-04, 1.51e-06, 1.50e-06, 7.00e-06, 4.77e-06, 0.00e+00, 2.11e-06, 9.37e-06, 1.31e-05] []
27700 [2.06e-06, 1.29e-06, 4.26e-06, 2.01e-06, 2.71e-06, 1.13e-07, 1.47e-06, 2.96e-07, 9.98e-08, 7.41e-10, 3.04e-06, 3.90e-06, 2.53e-06, 7.41e-08, 1.56e-08, 1.17e-08, 1.64e-07, 1.42e-07, 8.99e-09, 2.19e-08, 6.38e-08, 1.40e-07] [2.06e-06, 1.29e-06, 4.26e-06, 2.01e-06, 2.71e-06, 1.13e-07, 1.47e-06, 2.96e-07, 9.98e-08, 7.41e-10, 3.04e-06, 3.90e-06, 2.53e-06, 7.41e-08, 1.56e-08, 1.17e-08, 1.64e-07, 1.42e-07, 8.99e-09, 2.19e-08, 6.38e-08, 1.40e-07] []
27800 [2.06e-06, 1.29e-06, 4.25e-06, 2.02e-06, 2.62e-06, 9.50e-08, 1.47e-06, 7.93e-09, 5.07e-08, 8.75e-12, 2.85e-06, 2.95e-06, 1.83e-06, 3.81e-08, 1.21e-08, 1.68e-08, 1.09e-07, 8.13e-08, 2.86e-09, 1.68e-08, 3.12e-08, 1.39e-07] [2.06e-06, 1.29e-06, 4.25e-06, 2.02e-06, 2.62e-06, 9.50e-08, 1.47e-06, 7.93e-09, 5.07e-08, 8.75e-12, 2.85e-06, 2.95e-06, 1.83e-06, 3.81e-08, 1.21e-08, 1.68e-08, 1.09e-07, 8.13e-08, 2.86e-09, 1.68e-08, 3.12e-08, 1.39e-07] []
27900 [3.01e-06, 1.37e-06, 4.39e-06, 2.35e-06, 3.18e-06, 3.92e-07, 1.66e-06, 2.71e-06, 1.43e-04, 1.62e-06, 2.48e-05, 2.72e-05, 9.51e-06, 6.08e-05, 2.38e-09, 4.49e-08, 8.30e-07, 1.94e-07, 1.65e-08, 0.00e+00, 8.22e-07, 5.79e-05] [3.01e-06, 1.37e-06, 4.39e-06, 2.35e-06, 3.18e-06, 3.92e-07, 1.66e-06, 2.71e-06, 1.43e-04, 1.62e-06, 2.48e-05, 2.72e-05, 9.51e-06, 6.08e-05, 2.38e-09, 4.49e-08, 8.30e-07, 1.94e-07, 1.65e-08, 0.00e+00, 8.22e-07, 5.79e-05] []
28000 [1.87e-06, 1.31e-06, 4.25e-06, 2.12e-06, 2.70e-06, 1.20e-07, 1.52e-06, 6.04e-09, 2.46e-09, 1.79e-09, 3.07e-06, 2.98e-06, 2.56e-06, 4.34e-08, 1.29e-08, 1.17e-08, 3.22e-07, 1.62e-07, 4.31e-09, 3.48e-08, 3.16e-08, 2.13e-07] [1.87e-06, 1.31e-06, 4.25e-06, 2.12e-06, 2.70e-06, 1.20e-07, 1.52e-06, 6.04e-09, 2.46e-09, 1.79e-09, 3.07e-06, 2.98e-06, 2.56e-06, 4.34e-08, 1.29e-08, 1.17e-08, 3.22e-07, 1.62e-07, 4.31e-09, 3.48e-08, 3.16e-08, 2.13e-07] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 48.901294 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Training model...
Step Train loss Test loss Test metric
28000 [1.87e-06, 1.31e-06, 4.25e-06, 2.12e-06, 2.70e-06, 1.20e-07, 1.52e-06, 6.04e-09, 2.46e-09, 1.79e-09, 3.07e-06, 2.98e-06, 2.56e-06, 4.34e-08, 1.29e-08, 1.17e-08, 3.22e-07, 1.62e-07, 4.31e-09, 3.48e-08, 3.16e-08, 2.13e-07] [1.87e-06, 1.31e-06, 4.25e-06, 2.12e-06, 2.70e-06, 1.20e-07, 1.52e-06, 6.04e-09, 2.46e-09, 1.79e-09, 3.07e-06, 2.98e-06, 2.56e-06, 4.34e-08, 1.29e-08, 1.17e-08, 3.22e-07, 1.62e-07, 4.31e-09, 3.48e-08, 3.16e-08, 2.13e-07] []
28100 [2.46e-06, 1.30e-06, 4.15e-06, 2.10e-06, 2.57e-06, 1.22e-07, 1.51e-06, 1.22e-08, 4.40e-10, 1.18e-07, 5.33e-06, 7.05e-06, 1.39e-05, 3.64e-05, 2.81e-07, 2.63e-07, 6.97e-07, 3.92e-07, 4.39e-09, 2.21e-08, 2.70e-08, 1.19e-07] [2.46e-06, 1.30e-06, 4.15e-06, 2.10e-06, 2.57e-06, 1.22e-07, 1.51e-06, 1.22e-08, 4.40e-10, 1.18e-07, 5.33e-06, 7.05e-06, 1.39e-05, 3.64e-05, 2.81e-07, 2.63e-07, 6.97e-07, 3.92e-07, 4.39e-09, 2.21e-08, 2.70e-08, 1.19e-07] []
28200 [1.69e-06, 1.28e-06, 4.24e-06, 2.18e-06, 2.89e-06, 1.46e-07, 1.51e-06, 3.70e-09, 2.56e-09, 3.05e-07, 8.65e-06, 1.28e-05, 3.17e-05, 5.86e-05, 1.11e-09, 0.00e+00, 3.52e-08, 0.00e+00, 7.62e-10, 2.69e-09, 8.77e-08, 1.31e-07] [1.69e-06, 1.28e-06, 4.24e-06, 2.18e-06, 2.89e-06, 1.46e-07, 1.51e-06, 3.70e-09, 2.56e-09, 3.05e-07, 8.65e-06, 1.28e-05, 3.17e-05, 5.86e-05, 1.11e-09, 0.00e+00, 3.52e-08, 0.00e+00, 7.62e-10, 2.69e-09, 8.77e-08, 1.31e-07] []
28300 [1.71e-06, 1.22e-06, 4.01e-06, 2.30e-06, 2.56e-06, 1.48e-07, 1.52e-06, 1.03e-10, 1.98e-08, 3.05e-10, 2.53e-06, 2.68e-06, 1.88e-06, 3.25e-07, 1.09e-08, 1.70e-08, 1.91e-07, 9.42e-08, 2.04e-09, 9.81e-09, 1.54e-08, 1.04e-07] [1.71e-06, 1.22e-06, 4.01e-06, 2.30e-06, 2.56e-06, 1.48e-07, 1.52e-06, 1.03e-10, 1.98e-08, 3.05e-10, 2.53e-06, 2.68e-06, 1.88e-06, 3.25e-07, 1.09e-08, 1.70e-08, 1.91e-07, 9.42e-08, 2.04e-09, 9.81e-09, 1.54e-08, 1.04e-07] []
28400 [1.67e-06, 1.19e-06, 3.98e-06, 2.37e-06, 2.50e-06, 1.66e-07, 1.56e-06, 9.63e-07, 3.26e-08, 2.18e-08, 3.06e-06, 6.53e-06, 2.67e-06, 6.28e-06, 1.55e-09, 1.28e-09, 8.61e-08, 1.89e-07, 0.00e+00, 1.11e-08, 5.10e-06, 1.27e-07] [1.67e-06, 1.19e-06, 3.98e-06, 2.37e-06, 2.50e-06, 1.66e-07, 1.56e-06, 9.63e-07, 3.26e-08, 2.18e-08, 3.06e-06, 6.53e-06, 2.67e-06, 6.28e-06, 1.55e-09, 1.28e-09, 8.61e-08, 1.89e-07, 0.00e+00, 1.11e-08, 5.10e-06, 1.27e-07] []
28500 [2.88e-06, 1.27e-06, 4.08e-06, 2.34e-06, 2.63e-06, 3.95e-07, 1.48e-06, 7.31e-06, 2.08e-07, 3.65e-07, 5.01e-06, 1.21e-05, 7.75e-06, 4.43e-05, 9.06e-07, 4.65e-07, 8.16e-07, 8.30e-08, 0.00e+00, 1.80e-08, 5.33e-05, 1.78e-07] [2.88e-06, 1.27e-06, 4.08e-06, 2.34e-06, 2.63e-06, 3.95e-07, 1.48e-06, 7.31e-06, 2.08e-07, 3.65e-07, 5.01e-06, 1.21e-05, 7.75e-06, 4.43e-05, 9.06e-07, 4.65e-07, 8.16e-07, 8.30e-08, 0.00e+00, 1.80e-08, 5.33e-05, 1.78e-07] []
28600 [2.77e-06, 1.41e-06, 4.23e-06, 2.53e-06, 2.67e-06, 2.49e-07, 1.40e-06, 2.16e-07, 4.38e-07, 2.66e-08, 2.03e-05, 3.41e-05, 8.20e-05, 2.55e-05, 1.51e-07, 5.62e-10, 2.11e-08, 4.16e-07, 1.86e-07, 0.00e+00, 1.10e-06, 5.46e-06] [2.77e-06, 1.41e-06, 4.23e-06, 2.53e-06, 2.67e-06, 2.49e-07, 1.40e-06, 2.16e-07, 4.38e-07, 2.66e-08, 2.03e-05, 3.41e-05, 8.20e-05, 2.55e-05, 1.51e-07, 5.62e-10, 2.11e-08, 4.16e-07, 1.86e-07, 0.00e+00, 1.10e-06, 5.46e-06] []
28700 [2.48e-05, 3.38e-06, 1.03e-05, 7.00e-06, 7.67e-06, 8.00e-07, 2.45e-06, 1.58e-06, 1.16e-05, 1.52e-05, 1.30e-04, 7.38e-04, 8.58e-04, 3.75e-03, 5.00e-08, 9.13e-09, 1.31e-08, 2.36e-08, 5.14e-07, 0.00e+00, 2.85e-06, 6.17e-05] [2.48e-05, 3.38e-06, 1.03e-05, 7.00e-06, 7.67e-06, 8.00e-07, 2.45e-06, 1.58e-06, 1.16e-05, 1.52e-05, 1.30e-04, 7.38e-04, 8.58e-04, 3.75e-03, 5.00e-08, 9.13e-09, 1.31e-08, 2.36e-08, 5.14e-07, 0.00e+00, 2.85e-06, 6.17e-05] []
28800 [1.44e-06, 1.17e-06, 4.16e-06, 2.27e-06, 2.51e-06, 1.41e-07, 1.44e-06, 8.24e-08, 4.68e-07, 9.38e-09, 2.08e-06, 2.35e-06, 1.43e-06, 8.27e-07, 3.61e-09, 8.27e-09, 1.31e-07, 2.54e-08, 7.18e-09, 1.24e-10, 4.43e-08, 3.37e-07] [1.44e-06, 1.17e-06, 4.16e-06, 2.27e-06, 2.51e-06, 1.41e-07, 1.44e-06, 8.24e-08, 4.68e-07, 9.38e-09, 2.08e-06, 2.35e-06, 1.43e-06, 8.27e-07, 3.61e-09, 8.27e-09, 1.31e-07, 2.54e-08, 7.18e-09, 1.24e-10, 4.43e-08, 3.37e-07] []
28900 [1.49e-06, 1.18e-06, 4.18e-06, 2.17e-06, 2.49e-06, 1.47e-07, 1.36e-06, 1.37e-07, 7.98e-08, 2.46e-09, 1.94e-06, 2.12e-06, 1.62e-06, 1.50e-07, 4.94e-09, 9.88e-09, 1.45e-07, 1.60e-08, 0.00e+00, 1.30e-08, 2.91e-07, 1.14e-07] [1.49e-06, 1.18e-06, 4.18e-06, 2.17e-06, 2.49e-06, 1.47e-07, 1.36e-06, 1.37e-07, 7.98e-08, 2.46e-09, 1.94e-06, 2.12e-06, 1.62e-06, 1.50e-07, 4.94e-09, 9.88e-09, 1.45e-07, 1.60e-08, 0.00e+00, 1.30e-08, 2.91e-07, 1.14e-07] []
29000 [9.59e-05, 1.10e-05, 1.58e-04, 3.45e-04, 5.32e-04, 1.49e-05, 4.94e-05, 1.48e-06, 3.50e-05, 3.27e-04, 1.08e-03, 6.02e-03, 6.19e-03, 2.23e-02, 1.89e-04, 2.92e-05, 2.59e-07, 5.18e-07, 0.00e+00, 1.87e-06, 6.86e-05, 5.28e-04] [9.59e-05, 1.10e-05, 1.58e-04, 3.45e-04, 5.32e-04, 1.49e-05, 4.94e-05, 1.48e-06, 3.50e-05, 3.27e-04, 1.08e-03, 6.02e-03, 6.19e-03, 2.23e-02, 1.89e-04, 2.92e-05, 2.59e-07, 5.18e-07, 0.00e+00, 1.87e-06, 6.86e-05, 5.28e-04] []
29100 [1.56e-05, 4.06e-06, 5.87e-06, 3.62e-06, 3.03e-06, 4.89e-07, 1.66e-06, 7.89e-07, 2.03e-06, 5.65e-09, 2.44e-05, 6.21e-04, 7.02e-04, 5.04e-07, 2.12e-07, 6.14e-07, 9.15e-07, 1.08e-06, 4.30e-07, 7.28e-07, 2.15e-06, 3.83e-06] [1.56e-05, 4.06e-06, 5.87e-06, 3.62e-06, 3.03e-06, 4.89e-07, 1.66e-06, 7.89e-07, 2.03e-06, 5.65e-09, 2.44e-05, 6.21e-04, 7.02e-04, 5.04e-07, 2.12e-07, 6.14e-07, 9.15e-07, 1.08e-06, 4.30e-07, 7.28e-07, 2.15e-06, 3.83e-06] []
29200 [1.11e-05, 2.74e-06, 3.51e-06, 3.32e-06, 1.58e-06, 2.54e-07, 1.42e-06, 5.95e-07, 1.21e-08, 1.21e-09, 1.88e-05, 6.15e-04, 6.96e-04, 1.02e-07, 1.35e-07, 1.78e-07, 4.32e-07, 5.54e-07, 1.13e-06, 1.88e-08, 6.05e-06, 1.24e-06] [1.11e-05, 2.74e-06, 3.51e-06, 3.32e-06, 1.58e-06, 2.54e-07, 1.42e-06, 5.95e-07, 1.21e-08, 1.21e-09, 1.88e-05, 6.15e-04, 6.96e-04, 1.02e-07, 1.35e-07, 1.78e-07, 4.32e-07, 5.54e-07, 1.13e-06, 1.88e-08, 6.05e-06, 1.24e-06] []
29300 [8.76e-06, 2.29e-06, 2.99e-06, 3.62e-06, 1.18e-06, 1.64e-07, 1.23e-06, 4.93e-07, 1.08e-08, 4.33e-10, 1.69e-05, 6.11e-04, 6.92e-04, 1.05e-07, 1.05e-07, 1.28e-07, 3.21e-07, 3.86e-07, 0.00e+00, 9.32e-09, 7.55e-06, 9.50e-07] [8.76e-06, 2.29e-06, 2.99e-06, 3.62e-06, 1.18e-06, 1.64e-07, 1.23e-06, 4.93e-07, 1.08e-08, 4.33e-10, 1.69e-05, 6.11e-04, 6.92e-04, 1.05e-07, 1.05e-07, 1.28e-07, 3.21e-07, 3.86e-07, 0.00e+00, 9.32e-09, 7.55e-06, 9.50e-07] []
29400 [7.56e-06, 2.11e-06, 2.79e-06, 3.93e-06, 1.04e-06, 1.35e-07, 1.21e-06, 1.68e-07, 4.41e-10, 6.39e-10, 1.45e-05, 6.08e-04, 6.87e-04, 1.13e-07, 6.65e-08, 9.47e-08, 2.45e-07, 2.89e-07, 0.00e+00, 6.34e-09, 7.01e-07, 5.12e-07] [7.56e-06, 2.11e-06, 2.79e-06, 3.93e-06, 1.04e-06, 1.35e-07, 1.21e-06, 1.68e-07, 4.41e-10, 6.39e-10, 1.45e-05, 6.08e-04, 6.87e-04, 1.13e-07, 6.65e-08, 9.47e-08, 2.45e-07, 2.89e-07, 0.00e+00, 6.34e-09, 7.01e-07, 5.12e-07] []
29500 [6.65e-06, 1.97e-06, 2.62e-06, 4.14e-06, 9.69e-07, 1.91e-07, 1.20e-06, 1.30e-07, 3.37e-09, 1.07e-09, 1.35e-05, 6.06e-04, 6.83e-04, 9.09e-08, 6.54e-08, 1.13e-07, 2.24e-07, 2.72e-07, 2.25e-09, 3.38e-09, 1.19e-07, 5.19e-07] [6.65e-06, 1.97e-06, 2.62e-06, 4.14e-06, 9.69e-07, 1.91e-07, 1.20e-06, 1.30e-07, 3.37e-09, 1.07e-09, 1.35e-05, 6.06e-04, 6.83e-04, 9.09e-08, 6.54e-08, 1.13e-07, 2.24e-07, 2.72e-07, 2.25e-09, 3.38e-09, 1.19e-07, 5.19e-07] []
29600 [6.17e-06, 1.93e-06, 2.34e-06, 4.30e-06, 9.49e-07, 1.82e-07, 1.25e-06, 1.18e-09, 2.62e-08, 5.57e-10, 1.27e-05, 6.03e-04, 6.78e-04, 1.02e-07, 6.40e-08, 1.04e-07, 2.14e-07, 2.50e-07, 1.06e-07, 3.13e-09, 6.07e-07, 5.00e-07] [6.17e-06, 1.93e-06, 2.34e-06, 4.30e-06, 9.49e-07, 1.82e-07, 1.25e-06, 1.18e-09, 2.62e-08, 5.57e-10, 1.27e-05, 6.03e-04, 6.78e-04, 1.02e-07, 6.40e-08, 1.04e-07, 2.14e-07, 2.50e-07, 1.06e-07, 3.13e-09, 6.07e-07, 5.00e-07] []
29700 [5.85e-06, 1.90e-06, 2.04e-06, 4.42e-06, 9.38e-07, 2.04e-07, 1.32e-06, 6.16e-08, 6.35e-09, 2.70e-11, 1.20e-05, 6.00e-04, 6.72e-04, 1.15e-07, 6.90e-08, 1.11e-07, 2.15e-07, 2.54e-07, 0.00e+00, 3.12e-09, 1.67e-06, 4.86e-07] [5.85e-06, 1.90e-06, 2.04e-06, 4.42e-06, 9.38e-07, 2.04e-07, 1.32e-06, 6.16e-08, 6.35e-09, 2.70e-11, 1.20e-05, 6.00e-04, 6.72e-04, 1.15e-07, 6.90e-08, 1.11e-07, 2.15e-07, 2.54e-07, 0.00e+00, 3.12e-09, 1.67e-06, 4.86e-07] []
29800 [5.64e-06, 1.88e-06, 1.68e-06, 4.58e-06, 9.59e-07, 2.04e-07, 1.43e-06, 4.03e-08, 1.95e-06, 1.90e-10, 1.16e-05, 5.96e-04, 6.63e-04, 1.22e-07, 8.09e-08, 1.38e-07, 2.34e-07, 2.83e-07, 2.49e-08, 0.00e+00, 1.49e-07, 4.47e-06] [5.64e-06, 1.88e-06, 1.68e-06, 4.58e-06, 9.59e-07, 2.04e-07, 1.43e-06, 4.03e-08, 1.95e-06, 1.90e-10, 1.16e-05, 5.96e-04, 6.63e-04, 1.22e-07, 8.09e-08, 1.38e-07, 2.34e-07, 2.83e-07, 2.49e-08, 0.00e+00, 1.49e-07, 4.47e-06] []
29900 [5.21e-06, 1.83e-06, 1.31e-06, 5.04e-06, 1.03e-06, 2.63e-07, 1.52e-06, 1.73e-06, 7.25e-08, 1.86e-09, 1.73e-05, 5.91e-04, 6.40e-04, 1.09e-07, 1.51e-07, 2.39e-07, 3.53e-07, 4.72e-07, 2.96e-06, 1.80e-07, 1.60e-05, 1.21e-06] [5.21e-06, 1.83e-06, 1.31e-06, 5.04e-06, 1.03e-06, 2.63e-07, 1.52e-06, 1.73e-06, 7.25e-08, 1.86e-09, 1.73e-05, 5.91e-04, 6.40e-04, 1.09e-07, 1.51e-07, 2.39e-07, 3.53e-07, 4.72e-07, 2.96e-06, 1.80e-07, 1.60e-05, 1.21e-06] []
30000 [6.42e-06, 2.16e-06, 1.09e-06, 5.28e-06, 1.57e-06, 2.80e-07, 1.50e-06, 1.32e-06, 6.77e-08, 5.17e-09, 2.41e-05, 5.67e-04, 5.93e-04, 1.97e-07, 6.40e-07, 5.39e-07, 4.76e-07, 9.09e-07, 3.79e-08, 4.67e-07, 7.36e-07, 2.87e-06] [6.42e-06, 2.16e-06, 1.09e-06, 5.28e-06, 1.57e-06, 2.80e-07, 1.50e-06, 1.32e-06, 6.77e-08, 5.17e-09, 2.41e-05, 5.67e-04, 5.93e-04, 1.97e-07, 6.40e-07, 5.39e-07, 4.76e-07, 9.09e-07, 3.79e-08, 4.67e-07, 7.36e-07, 2.87e-06] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 47.694472 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Training model...
Step Train loss Test loss Test metric
30000 [6.42e-06, 2.16e-06, 1.09e-06, 5.28e-06, 1.57e-06, 2.80e-07, 1.50e-06, 1.32e-06, 6.77e-08, 5.17e-09, 2.41e-05, 5.67e-04, 5.93e-04, 1.97e-07, 6.40e-07, 5.39e-07, 4.76e-07, 9.09e-07, 3.79e-08, 4.67e-07, 7.36e-07, 2.87e-06] [6.42e-06, 2.16e-06, 1.09e-06, 5.28e-06, 1.57e-06, 2.80e-07, 1.50e-06, 1.32e-06, 6.77e-08, 5.17e-09, 2.41e-05, 5.67e-04, 5.93e-04, 1.97e-07, 6.40e-07, 5.39e-07, 4.76e-07, 9.09e-07, 3.79e-08, 4.67e-07, 7.36e-07, 2.87e-06] []
30100 [7.30e-06, 2.14e-06, 1.16e-06, 5.25e-06, 2.11e-06, 2.36e-07, 1.44e-06, 1.13e-10, 3.05e-06, 6.46e-09, 3.73e-05, 5.32e-04, 5.27e-04, 8.84e-07, 1.29e-06, 8.84e-07, 5.10e-07, 1.09e-06, 6.21e-08, 2.52e-08, 9.13e-07, 5.11e-06] [7.30e-06, 2.14e-06, 1.16e-06, 5.25e-06, 2.11e-06, 2.36e-07, 1.44e-06, 1.13e-10, 3.05e-06, 6.46e-09, 3.73e-05, 5.32e-04, 5.27e-04, 8.84e-07, 1.29e-06, 8.84e-07, 5.10e-07, 1.09e-06, 6.21e-08, 2.52e-08, 9.13e-07, 5.11e-06] []
30200 [1.57e-05, 1.25e-05, 5.98e-06, 1.20e-05, 1.14e-05, 2.92e-06, 5.45e-06, 8.09e-04, 1.84e-05, 8.00e-07, 2.05e-04, 6.68e-04, 6.10e-04, 2.23e-05, 1.26e-05, 1.24e-06, 3.88e-07, 1.01e-06, 1.37e-05, 1.00e-07, 8.21e-05, 3.12e-04] [1.57e-05, 1.25e-05, 5.98e-06, 1.20e-05, 1.14e-05, 2.92e-06, 5.45e-06, 8.09e-04, 1.84e-05, 8.00e-07, 2.05e-04, 6.68e-04, 6.10e-04, 2.23e-05, 1.26e-05, 1.24e-06, 3.88e-07, 1.01e-06, 1.37e-05, 1.00e-07, 8.21e-05, 3.12e-04] []
30300 [2.27e-05, 1.56e-05, 3.23e-05, 3.17e-05, 1.23e-05, 6.87e-07, 6.74e-06, 2.40e-06, 1.90e-08, 1.24e-05, 3.64e-04, 6.23e-04, 7.32e-04, 9.87e-05, 3.26e-06, 6.08e-06, 7.43e-06, 2.43e-05, 2.86e-08, 7.15e-07, 1.75e-06, 3.05e-06] [2.27e-05, 1.56e-05, 3.23e-05, 3.17e-05, 1.23e-05, 6.87e-07, 6.74e-06, 2.40e-06, 1.90e-08, 1.24e-05, 3.64e-04, 6.23e-04, 7.32e-04, 9.87e-05, 3.26e-06, 6.08e-06, 7.43e-06, 2.43e-05, 2.86e-08, 7.15e-07, 1.75e-06, 3.05e-06] []
30400 [8.09e-06, 1.80e-06, 1.07e-06, 4.91e-06, 3.35e-06, 5.41e-07, 1.16e-06, 2.09e-06, 2.03e-08, 7.23e-07, 6.71e-05, 3.97e-04, 3.38e-04, 5.67e-07, 1.82e-06, 1.39e-06, 1.16e-06, 1.83e-06, 1.06e-08, 3.04e-07, 2.95e-06, 2.63e-06] [8.09e-06, 1.80e-06, 1.07e-06, 4.91e-06, 3.35e-06, 5.41e-07, 1.16e-06, 2.09e-06, 2.03e-08, 7.23e-07, 6.71e-05, 3.97e-04, 3.38e-04, 5.67e-07, 1.82e-06, 1.39e-06, 1.16e-06, 1.83e-06, 1.06e-08, 3.04e-07, 2.95e-06, 2.63e-06] []
30500 [9.36e-06, 2.02e-06, 1.32e-06, 5.32e-06, 3.05e-06, 4.76e-07, 1.17e-06, 7.94e-07, 7.35e-09, 2.02e-08, 6.09e-05, 3.02e-04, 2.27e-04, 1.13e-06, 2.26e-06, 1.44e-06, 1.81e-06, 2.21e-06, 2.06e-07, 1.76e-07, 9.66e-07, 4.70e-07] [9.36e-06, 2.02e-06, 1.32e-06, 5.32e-06, 3.05e-06, 4.76e-07, 1.17e-06, 7.94e-07, 7.35e-09, 2.02e-08, 6.09e-05, 3.02e-04, 2.27e-04, 1.13e-06, 2.26e-06, 1.44e-06, 1.81e-06, 2.21e-06, 2.06e-07, 1.76e-07, 9.66e-07, 4.70e-07] []
30600 [1.03e-05, 2.25e-06, 1.44e-06, 4.24e-06, 2.60e-06, 3.74e-07, 1.33e-06, 6.27e-10, 2.10e-10, 2.80e-08, 6.43e-05, 2.39e-04, 1.62e-04, 1.10e-06, 2.24e-06, 1.00e-06, 7.41e-07, 2.22e-06, 8.60e-08, 7.07e-08, 4.29e-07, 2.93e-07] [1.03e-05, 2.25e-06, 1.44e-06, 4.24e-06, 2.60e-06, 3.74e-07, 1.33e-06, 6.27e-10, 2.10e-10, 2.80e-08, 6.43e-05, 2.39e-04, 1.62e-04, 1.10e-06, 2.24e-06, 1.00e-06, 7.41e-07, 2.22e-06, 8.60e-08, 7.07e-08, 4.29e-07, 2.93e-07] []
30700 [1.04e-05, 2.32e-06, 1.58e-06, 4.67e-06, 2.74e-06, 3.60e-07, 1.37e-06, 3.53e-09, 1.79e-08, 3.71e-08, 6.27e-05, 2.10e-04, 2.17e-04, 6.29e-05, 1.52e-06, 1.40e-07, 1.56e-07, 4.00e-07, 4.67e-08, 1.91e-08, 3.26e-07, 4.49e-07] [1.04e-05, 2.32e-06, 1.58e-06, 4.67e-06, 2.74e-06, 3.60e-07, 1.37e-06, 3.53e-09, 1.79e-08, 3.71e-08, 6.27e-05, 2.10e-04, 2.17e-04, 6.29e-05, 1.52e-06, 1.40e-07, 1.56e-07, 4.00e-07, 4.67e-08, 1.91e-08, 3.26e-07, 4.49e-07] []
30800 [8.42e-06, 2.27e-06, 1.29e-06, 5.10e-06, 2.13e-06, 3.27e-07, 1.43e-06, 2.14e-07, 3.61e-09, 5.40e-08, 5.13e-05, 1.86e-04, 1.89e-04, 1.26e-04, 6.23e-07, 3.03e-08, 1.54e-07, 2.45e-08, 1.94e-09, 5.15e-08, 1.20e-06, 3.58e-07] [8.42e-06, 2.27e-06, 1.29e-06, 5.10e-06, 2.13e-06, 3.27e-07, 1.43e-06, 2.14e-07, 3.61e-09, 5.40e-08, 5.13e-05, 1.86e-04, 1.89e-04, 1.26e-04, 6.23e-07, 3.03e-08, 1.54e-07, 2.45e-08, 1.94e-09, 5.15e-08, 1.20e-06, 3.58e-07] []
30900 [1.14e-05, 2.59e-06, 1.36e-06, 4.63e-06, 2.33e-06, 3.02e-07, 1.45e-06, 5.97e-08, 1.01e-06, 2.97e-09, 1.10e-04, 2.12e-04, 2.87e-04, 4.31e-04, 3.58e-06, 5.57e-06, 8.69e-06, 3.03e-06, 2.28e-08, 4.62e-07, 1.34e-07, 2.16e-06] [1.14e-05, 2.59e-06, 1.36e-06, 4.63e-06, 2.33e-06, 3.02e-07, 1.45e-06, 5.97e-08, 1.01e-06, 2.97e-09, 1.10e-04, 2.12e-04, 2.87e-04, 4.31e-04, 3.58e-06, 5.57e-06, 8.69e-06, 3.03e-06, 2.28e-08, 4.62e-07, 1.34e-07, 2.16e-06] []
31000 [7.27e-06, 2.36e-06, 1.22e-06, 4.07e-06, 1.80e-06, 3.37e-07, 1.45e-06, 1.00e-09, 8.83e-07, 6.29e-10, 3.73e-05, 1.34e-04, 7.24e-05, 2.18e-05, 1.33e-06, 1.06e-06, 5.12e-07, 1.12e-06, 1.32e-08, 0.00e+00, 8.31e-08, 6.57e-06] [7.27e-06, 2.36e-06, 1.22e-06, 4.07e-06, 1.80e-06, 3.37e-07, 1.45e-06, 1.00e-09, 8.83e-07, 6.29e-10, 3.73e-05, 1.34e-04, 7.24e-05, 2.18e-05, 1.33e-06, 1.06e-06, 5.12e-07, 1.12e-06, 1.32e-08, 0.00e+00, 8.31e-08, 6.57e-06] []
31100 [8.90e-06, 2.27e-06, 1.36e-06, 3.75e-06, 1.85e-06, 3.79e-07, 1.46e-06, 2.77e-09, 1.57e-06, 1.70e-09, 5.17e-05, 1.53e-04, 1.28e-04, 2.30e-04, 3.11e-06, 2.73e-06, 2.73e-06, 3.36e-06, 1.43e-08, 0.00e+00, 6.72e-08, 5.62e-06] [8.90e-06, 2.27e-06, 1.36e-06, 3.75e-06, 1.85e-06, 3.79e-07, 1.46e-06, 2.77e-09, 1.57e-06, 1.70e-09, 5.17e-05, 1.53e-04, 1.28e-04, 2.30e-04, 3.11e-06, 2.73e-06, 2.73e-06, 3.36e-06, 1.43e-08, 0.00e+00, 6.72e-08, 5.62e-06] []
31200 [6.76e-06, 2.10e-06, 1.22e-06, 4.56e-06, 2.12e-06, 4.64e-07, 1.53e-06, 1.65e-07, 7.96e-07, 5.49e-10, 5.18e-05, 1.77e-04, 2.09e-04, 3.51e-04, 4.24e-08, 0.00e+00, 0.00e+00, 4.73e-09, 1.04e-08, 6.00e-08, 2.41e-07, 4.20e-07] [6.76e-06, 2.10e-06, 1.22e-06, 4.56e-06, 2.12e-06, 4.64e-07, 1.53e-06, 1.65e-07, 7.96e-07, 5.49e-10, 5.18e-05, 1.77e-04, 2.09e-04, 3.51e-04, 4.24e-08, 0.00e+00, 0.00e+00, 4.73e-09, 1.04e-08, 6.00e-08, 2.41e-07, 4.20e-07] []
31300 [5.71e-06, 1.91e-06, 1.12e-06, 3.66e-06, 1.55e-06, 4.27e-07, 1.42e-06, 2.55e-08, 2.84e-08, 7.25e-12, 3.49e-05, 1.05e-04, 5.36e-05, 1.23e-06, 5.73e-07, 3.21e-07, 1.93e-07, 3.64e-07, 2.40e-08, 5.91e-08, 7.78e-08, 3.04e-07] [5.71e-06, 1.91e-06, 1.12e-06, 3.66e-06, 1.55e-06, 4.27e-07, 1.42e-06, 2.55e-08, 2.84e-08, 7.25e-12, 3.49e-05, 1.05e-04, 5.36e-05, 1.23e-06, 5.73e-07, 3.21e-07, 1.93e-07, 3.64e-07, 2.40e-08, 5.91e-08, 7.78e-08, 3.04e-07] []
31400 [7.79e-06, 2.00e-06, 1.24e-06, 3.58e-06, 1.74e-06, 4.50e-07, 1.39e-06, 9.34e-09, 3.08e-08, 1.17e-09, 8.45e-05, 1.33e-04, 1.80e-04, 2.01e-04, 3.54e-06, 2.99e-06, 2.56e-06, 3.18e-06, 1.06e-07, 2.17e-07, 5.75e-07, 1.15e-06] [7.79e-06, 2.00e-06, 1.24e-06, 3.58e-06, 1.74e-06, 4.50e-07, 1.39e-06, 9.34e-09, 3.08e-08, 1.17e-09, 8.45e-05, 1.33e-04, 1.80e-04, 2.01e-04, 3.54e-06, 2.99e-06, 2.56e-06, 3.18e-06, 1.06e-07, 2.17e-07, 5.75e-07, 1.15e-06] []
31500 [4.30e-05, 4.23e-06, 5.25e-06, 7.05e-06, 9.24e-06, 8.72e-07, 3.34e-06, 1.53e-07, 3.41e-06, 1.44e-07, 3.59e-04, 9.96e-04, 1.24e-03, 6.22e-03, 1.02e-04, 1.01e-04, 2.89e-05, 5.16e-05, 2.74e-08, 0.00e+00, 2.33e-07, 3.41e-04] [4.30e-05, 4.23e-06, 5.25e-06, 7.05e-06, 9.24e-06, 8.72e-07, 3.34e-06, 1.53e-07, 3.41e-06, 1.44e-07, 3.59e-04, 9.96e-04, 1.24e-03, 6.22e-03, 1.02e-04, 1.01e-04, 2.89e-05, 5.16e-05, 2.74e-08, 0.00e+00, 2.33e-07, 3.41e-04] []
31600 [4.55e-06, 1.68e-06, 1.06e-06, 3.61e-06, 1.70e-06, 5.47e-07, 1.42e-06, 2.23e-08, 1.62e-07, 9.88e-09, 4.49e-05, 1.11e-04, 1.07e-04, 7.34e-05, 8.12e-08, 4.10e-10, 2.96e-08, 0.00e+00, 4.12e-09, 2.68e-09, 2.55e-07, 7.07e-07] [4.55e-06, 1.68e-06, 1.06e-06, 3.61e-06, 1.70e-06, 5.47e-07, 1.42e-06, 2.23e-08, 1.62e-07, 9.88e-09, 4.49e-05, 1.11e-04, 1.07e-04, 7.34e-05, 8.12e-08, 4.10e-10, 2.96e-08, 0.00e+00, 4.12e-09, 2.68e-09, 2.55e-07, 7.07e-07] []
31700 [4.59e-06, 1.78e-06, 1.18e-06, 3.59e-06, 1.42e-06, 5.94e-07, 1.44e-06, 9.20e-07, 7.23e-07, 1.50e-08, 3.16e-05, 9.53e-05, 5.68e-05, 1.21e-06, 1.83e-07, 1.18e-08, 3.23e-06, 9.84e-09, 2.40e-07, 8.19e-08, 1.44e-06, 4.57e-07] [4.59e-06, 1.78e-06, 1.18e-06, 3.59e-06, 1.42e-06, 5.94e-07, 1.44e-06, 9.20e-07, 7.23e-07, 1.50e-08, 3.16e-05, 9.53e-05, 5.68e-05, 1.21e-06, 1.83e-07, 1.18e-08, 3.23e-06, 9.84e-09, 2.40e-07, 8.19e-08, 1.44e-06, 4.57e-07] []
31800 [1.22e-05, 2.05e-06, 1.78e-06, 4.84e-06, 2.01e-06, 6.33e-07, 1.50e-06, 4.76e-06, 1.32e-06, 7.03e-08, 1.76e-04, 2.17e-04, 5.52e-04, 9.07e-04, 1.16e-05, 1.11e-05, 4.16e-05, 3.51e-07, 4.14e-06, 6.46e-06, 2.10e-05, 3.12e-05] [1.22e-05, 2.05e-06, 1.78e-06, 4.84e-06, 2.01e-06, 6.33e-07, 1.50e-06, 4.76e-06, 1.32e-06, 7.03e-08, 1.76e-04, 2.17e-04, 5.52e-04, 9.07e-04, 1.16e-05, 1.11e-05, 4.16e-05, 3.51e-07, 4.14e-06, 6.46e-06, 2.10e-05, 3.12e-05] []
31900 [4.85e-06, 1.84e-06, 1.79e-06, 5.41e-06, 3.08e-06, 7.44e-07, 1.75e-06, 6.44e-08, 1.74e-07, 1.13e-07, 8.53e-05, 1.83e-04, 3.68e-04, 1.21e-03, 2.79e-08, 2.19e-08, 0.00e+00, 0.00e+00, 5.71e-08, 3.70e-06, 2.46e-07, 2.09e-05] [4.85e-06, 1.84e-06, 1.79e-06, 5.41e-06, 3.08e-06, 7.44e-07, 1.75e-06, 6.44e-08, 1.74e-07, 1.13e-07, 8.53e-05, 1.83e-04, 3.68e-04, 1.21e-03, 2.79e-08, 2.19e-08, 0.00e+00, 0.00e+00, 5.71e-08, 3.70e-06, 2.46e-07, 2.09e-05] []
32000 [6.08e-06, 1.79e-06, 1.36e-06, 3.06e-06, 1.46e-06, 6.60e-07, 1.46e-06, 1.05e-07, 1.45e-07, 3.49e-08, 3.72e-05, 8.98e-05, 5.25e-05, 2.49e-05, 1.65e-06, 8.97e-07, 0.00e+00, 1.83e-06, 9.02e-09, 1.59e-07, 2.77e-07, 9.07e-07] [6.08e-06, 1.79e-06, 1.36e-06, 3.06e-06, 1.46e-06, 6.60e-07, 1.46e-06, 1.05e-07, 1.45e-07, 3.49e-08, 3.72e-05, 8.98e-05, 5.25e-05, 2.49e-05, 1.65e-06, 8.97e-07, 0.00e+00, 1.83e-06, 9.02e-09, 1.59e-07, 2.77e-07, 9.07e-07] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 41.634370 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Training model...
Step Train loss Test loss Test metric
32000 [6.08e-06, 1.79e-06, 1.36e-06, 3.06e-06, 1.46e-06, 6.60e-07, 1.46e-06, 1.05e-07, 1.45e-07, 3.49e-08, 3.72e-05, 8.98e-05, 5.25e-05, 2.49e-05, 1.65e-06, 8.97e-07, 0.00e+00, 1.83e-06, 9.02e-09, 1.59e-07, 2.77e-07, 9.07e-07] [6.08e-06, 1.79e-06, 1.36e-06, 3.06e-06, 1.46e-06, 6.60e-07, 1.46e-06, 1.05e-07, 1.45e-07, 3.49e-08, 3.72e-05, 8.98e-05, 5.25e-05, 2.49e-05, 1.65e-06, 8.97e-07, 0.00e+00, 1.83e-06, 9.02e-09, 1.59e-07, 2.77e-07, 9.07e-07] []
32100 [4.94e-06, 1.59e-06, 1.48e-06, 3.78e-06, 2.08e-06, 1.04e-06, 2.15e-06, 2.75e-05, 3.59e-05, 5.37e-08, 1.79e-04, 1.97e-04, 4.10e-04, 3.74e-04, 6.08e-09, 4.25e-10, 2.07e-08, 0.00e+00, 0.00e+00, 2.48e-07, 1.79e-04, 1.01e-04] [4.94e-06, 1.59e-06, 1.48e-06, 3.78e-06, 2.08e-06, 1.04e-06, 2.15e-06, 2.75e-05, 3.59e-05, 5.37e-08, 1.79e-04, 1.97e-04, 4.10e-04, 3.74e-04, 6.08e-09, 4.25e-10, 2.07e-08, 0.00e+00, 0.00e+00, 2.48e-07, 1.79e-04, 1.01e-04] []
32200 [4.43e-06, 1.77e-06, 1.62e-06, 4.79e-06, 2.97e-06, 7.69e-07, 1.50e-06, 3.29e-06, 5.48e-07, 3.99e-11, 7.35e-05, 1.12e-04, 5.43e-04, 1.19e-03, 2.50e-09, 0.00e+00, 0.00e+00, 3.81e-08, 0.00e+00, 4.71e-09, 7.47e-06, 1.57e-06] [4.43e-06, 1.77e-06, 1.62e-06, 4.79e-06, 2.97e-06, 7.69e-07, 1.50e-06, 3.29e-06, 5.48e-07, 3.99e-11, 7.35e-05, 1.12e-04, 5.43e-04, 1.19e-03, 2.50e-09, 0.00e+00, 0.00e+00, 3.81e-08, 0.00e+00, 4.71e-09, 7.47e-06, 1.57e-06] []
32300 [3.93e-06, 1.76e-06, 1.44e-06, 4.21e-06, 1.52e-06, 6.97e-07, 1.50e-06, 8.16e-07, 3.51e-06, 1.03e-08, 2.63e-05, 7.02e-05, 1.08e-04, 1.11e-04, 8.09e-09, 1.81e-11, 0.00e+00, 9.87e-08, 3.05e-10, 2.61e-08, 1.23e-06, 8.46e-06] [3.93e-06, 1.76e-06, 1.44e-06, 4.21e-06, 1.52e-06, 6.97e-07, 1.50e-06, 8.16e-07, 3.51e-06, 1.03e-08, 2.63e-05, 7.02e-05, 1.08e-04, 1.11e-04, 8.09e-09, 1.81e-11, 0.00e+00, 9.87e-08, 3.05e-10, 2.61e-08, 1.23e-06, 8.46e-06] []
32400 [3.31e-06, 1.90e-06, 1.62e-06, 5.05e-06, 1.47e-06, 7.02e-07, 1.40e-06, 3.81e-06, 2.15e-06, 4.36e-08, 1.84e-05, 5.25e-05, 4.03e-05, 3.26e-05, 1.70e-08, 1.88e-09, 4.47e-08, 9.27e-08, 0.00e+00, 0.00e+00, 1.98e-05, 1.27e-05] [3.31e-06, 1.90e-06, 1.62e-06, 5.05e-06, 1.47e-06, 7.02e-07, 1.40e-06, 3.81e-06, 2.15e-06, 4.36e-08, 1.84e-05, 5.25e-05, 4.03e-05, 3.26e-05, 1.70e-08, 1.88e-09, 4.47e-08, 9.27e-08, 0.00e+00, 0.00e+00, 1.98e-05, 1.27e-05] []
32500 [3.45e-06, 2.16e-06, 1.89e-06, 5.99e-06, 1.70e-06, 6.39e-07, 1.40e-06, 2.46e-07, 2.02e-06, 5.66e-09, 1.45e-05, 3.12e-05, 2.78e-05, 4.21e-06, 2.44e-07, 6.37e-08, 6.31e-08, 1.65e-07, 8.33e-08, 1.02e-06, 3.12e-07, 5.78e-06] [3.45e-06, 2.16e-06, 1.89e-06, 5.99e-06, 1.70e-06, 6.39e-07, 1.40e-06, 2.46e-07, 2.02e-06, 5.66e-09, 1.45e-05, 3.12e-05, 2.78e-05, 4.21e-06, 2.44e-07, 6.37e-08, 6.31e-08, 1.65e-07, 8.33e-08, 1.02e-06, 3.12e-07, 5.78e-06] []
32600 [3.81e-06, 2.38e-06, 2.16e-06, 7.04e-06, 2.05e-06, 6.45e-07, 1.47e-06, 2.82e-06, 1.91e-05, 2.86e-08, 1.36e-05, 2.99e-05, 2.81e-05, 1.46e-06, 5.63e-07, 2.48e-07, 1.12e-10, 4.36e-07, 1.48e-06, 7.90e-06, 8.68e-06, 4.25e-05] [3.81e-06, 2.38e-06, 2.16e-06, 7.04e-06, 2.05e-06, 6.45e-07, 1.47e-06, 2.82e-06, 1.91e-05, 2.86e-08, 1.36e-05, 2.99e-05, 2.81e-05, 1.46e-06, 5.63e-07, 2.48e-07, 1.12e-10, 4.36e-07, 1.48e-06, 7.90e-06, 8.68e-06, 4.25e-05] []
32700 [3.55e-06, 2.83e-06, 2.29e-06, 7.62e-06, 2.00e-06, 7.12e-07, 1.44e-06, 1.95e-09, 3.03e-06, 1.12e-08, 1.58e-05, 3.17e-05, 2.25e-05, 4.14e-05, 1.18e-11, 5.22e-09, 7.14e-08, 6.98e-10, 6.89e-08, 4.47e-07, 3.15e-07, 2.68e-06] [3.55e-06, 2.83e-06, 2.29e-06, 7.62e-06, 2.00e-06, 7.12e-07, 1.44e-06, 1.95e-09, 3.03e-06, 1.12e-08, 1.58e-05, 3.17e-05, 2.25e-05, 4.14e-05, 1.18e-11, 5.22e-09, 7.14e-08, 6.98e-10, 6.89e-08, 4.47e-07, 3.15e-07, 2.68e-06] []
32800 [3.07e-06, 2.72e-06, 2.83e-06, 8.90e-06, 1.89e-06, 8.16e-07, 2.13e-06, 5.80e-06, 2.38e-05, 1.55e-07, 1.16e-04, 1.24e-04, 1.25e-04, 2.98e-05, 9.93e-09, 2.20e-08, 1.69e-07, 6.02e-07, 0.00e+00, 0.00e+00, 2.84e-06, 3.12e-04] [3.07e-06, 2.72e-06, 2.83e-06, 8.90e-06, 1.89e-06, 8.16e-07, 2.13e-06, 5.80e-06, 2.38e-05, 1.55e-07, 1.16e-04, 1.24e-04, 1.25e-04, 2.98e-05, 9.93e-09, 2.20e-08, 1.69e-07, 6.02e-07, 0.00e+00, 0.00e+00, 2.84e-06, 3.12e-04] []
32900 [3.91e-06, 2.79e-06, 2.49e-06, 8.16e-06, 1.65e-06, 6.44e-07, 1.35e-06, 2.48e-07, 5.48e-07, 7.55e-10, 9.18e-06, 1.28e-05, 1.62e-05, 1.08e-05, 6.04e-07, 2.31e-07, 3.89e-07, 4.41e-07, 1.15e-09, 1.98e-08, 7.20e-07, 3.30e-07] [3.91e-06, 2.79e-06, 2.49e-06, 8.16e-06, 1.65e-06, 6.44e-07, 1.35e-06, 2.48e-07, 5.48e-07, 7.55e-10, 9.18e-06, 1.28e-05, 1.62e-05, 1.08e-05, 6.04e-07, 2.31e-07, 3.89e-07, 4.41e-07, 1.15e-09, 1.98e-08, 7.20e-07, 3.30e-07] []
33000 [6.37e-06, 3.01e-06, 2.73e-06, 8.17e-06, 1.52e-06, 6.96e-07, 1.36e-06, 6.37e-06, 6.37e-07, 7.10e-08, 3.03e-05, 4.77e-05, 1.19e-04, 2.89e-04, 3.98e-06, 2.56e-06, 2.24e-06, 3.09e-06, 2.67e-07, 1.68e-08, 1.77e-06, 3.90e-07] [6.37e-06, 3.01e-06, 2.73e-06, 8.17e-06, 1.52e-06, 6.96e-07, 1.36e-06, 6.37e-06, 6.37e-07, 7.10e-08, 3.03e-05, 4.77e-05, 1.19e-04, 2.89e-04, 3.98e-06, 2.56e-06, 2.24e-06, 3.09e-06, 2.67e-07, 1.68e-08, 1.77e-06, 3.90e-07] []
33100 [6.83e-06, 3.04e-06, 2.97e-06, 8.21e-06, 1.57e-06, 6.83e-07, 1.42e-06, 7.88e-07, 2.07e-06, 6.05e-08, 5.50e-05, 6.61e-05, 2.38e-04, 4.75e-04, 3.94e-06, 3.50e-06, 4.98e-06, 5.11e-06, 8.92e-08, 0.00e+00, 3.37e-07, 3.93e-06] [6.83e-06, 3.04e-06, 2.97e-06, 8.21e-06, 1.57e-06, 6.83e-07, 1.42e-06, 7.88e-07, 2.07e-06, 6.05e-08, 5.50e-05, 6.61e-05, 2.38e-04, 4.75e-04, 3.94e-06, 3.50e-06, 4.98e-06, 5.11e-06, 8.92e-08, 0.00e+00, 3.37e-07, 3.93e-06] []
33200 [6.14e-06, 3.08e-06, 2.78e-06, 8.31e-06, 1.41e-06, 6.66e-07, 1.28e-06, 1.31e-07, 6.73e-07, 3.05e-08, 5.23e-05, 5.29e-05, 2.04e-04, 3.33e-04, 3.13e-06, 2.09e-06, 3.40e-06, 3.73e-06, 6.39e-09, 1.05e-07, 3.63e-07, 4.69e-07] [6.14e-06, 3.08e-06, 2.78e-06, 8.31e-06, 1.41e-06, 6.66e-07, 1.28e-06, 1.31e-07, 6.73e-07, 3.05e-08, 5.23e-05, 5.29e-05, 2.04e-04, 3.33e-04, 3.13e-06, 2.09e-06, 3.40e-06, 3.73e-06, 6.39e-09, 1.05e-07, 3.63e-07, 4.69e-07] []
33300 [2.86e-06, 2.95e-06, 2.46e-06, 8.31e-06, 1.46e-06, 6.09e-07, 1.27e-06, 3.62e-07, 2.03e-07, 8.49e-09, 1.42e-05, 1.98e-05, 1.80e-05, 1.72e-06, 5.10e-08, 1.24e-08, 7.56e-07, 6.10e-08, 6.67e-09, 0.00e+00, 3.90e-07, 4.28e-06] [2.86e-06, 2.95e-06, 2.46e-06, 8.31e-06, 1.46e-06, 6.09e-07, 1.27e-06, 3.62e-07, 2.03e-07, 8.49e-09, 1.42e-05, 1.98e-05, 1.80e-05, 1.72e-06, 5.10e-08, 1.24e-08, 7.56e-07, 6.10e-08, 6.67e-09, 0.00e+00, 3.90e-07, 4.28e-06] []
33400 [2.71e-06, 3.00e-06, 2.40e-06, 8.34e-06, 1.43e-06, 6.51e-07, 1.23e-06, 2.05e-05, 7.79e-07, 7.41e-09, 3.57e-05, 2.88e-05, 5.06e-05, 2.90e-06, 1.47e-07, 1.25e-07, 3.83e-07, 7.56e-07, 8.21e-06, 1.29e-06, 4.50e-05, 7.78e-06] [2.71e-06, 3.00e-06, 2.40e-06, 8.34e-06, 1.43e-06, 6.51e-07, 1.23e-06, 2.05e-05, 7.79e-07, 7.41e-09, 3.57e-05, 2.88e-05, 5.06e-05, 2.90e-06, 1.47e-07, 1.25e-07, 3.83e-07, 7.56e-07, 8.21e-06, 1.29e-06, 4.50e-05, 7.78e-06] []
33500 [2.82e-06, 2.95e-06, 2.38e-06, 8.81e-06, 1.69e-06, 6.75e-07, 1.26e-06, 9.65e-07, 6.22e-07, 8.69e-08, 1.46e-05, 6.45e-05, 1.39e-05, 1.64e-04, 4.89e-09, 0.00e+00, 3.20e-10, 3.33e-10, 2.03e-07, 8.80e-08, 1.23e-06, 4.49e-07] [2.82e-06, 2.95e-06, 2.38e-06, 8.81e-06, 1.69e-06, 6.75e-07, 1.26e-06, 9.65e-07, 6.22e-07, 8.69e-08, 1.46e-05, 6.45e-05, 1.39e-05, 1.64e-04, 4.89e-09, 0.00e+00, 3.20e-10, 3.33e-10, 2.03e-07, 8.80e-08, 1.23e-06, 4.49e-07] []
33600 [2.87e-06, 2.98e-06, 2.50e-06, 8.22e-06, 1.12e-06, 6.00e-07, 1.21e-06, 4.12e-08, 5.57e-06, 7.05e-08, 3.89e-05, 4.35e-05, 4.88e-05, 1.91e-06, 7.86e-09, 1.94e-08, 4.46e-07, 3.09e-07, 2.87e-07, 0.00e+00, 1.58e-06, 1.15e-05] [2.87e-06, 2.98e-06, 2.50e-06, 8.22e-06, 1.12e-06, 6.00e-07, 1.21e-06, 4.12e-08, 5.57e-06, 7.05e-08, 3.89e-05, 4.35e-05, 4.88e-05, 1.91e-06, 7.86e-09, 1.94e-08, 4.46e-07, 3.09e-07, 2.87e-07, 0.00e+00, 1.58e-06, 1.15e-05] []
33700 [6.08e-06, 3.15e-06, 2.85e-06, 9.31e-06, 2.45e-06, 9.04e-07, 1.36e-06, 2.83e-06, 5.78e-06, 1.90e-07, 3.51e-05, 2.30e-04, 6.31e-05, 7.66e-04, 1.52e-09, 0.00e+00, 0.00e+00, 1.10e-08, 4.61e-07, 3.66e-06, 2.47e-06, 2.11e-05] [6.08e-06, 3.15e-06, 2.85e-06, 9.31e-06, 2.45e-06, 9.04e-07, 1.36e-06, 2.83e-06, 5.78e-06, 1.90e-07, 3.51e-05, 2.30e-04, 6.31e-05, 7.66e-04, 1.52e-09, 0.00e+00, 0.00e+00, 1.10e-08, 4.61e-07, 3.66e-06, 2.47e-06, 2.11e-05] []
33800 [3.48e-06, 3.16e-06, 3.21e-06, 8.58e-06, 2.24e-06, 8.22e-07, 1.46e-06, 6.25e-06, 4.01e-05, 1.55e-07, 1.14e-04, 2.30e-04, 5.32e-05, 3.11e-04, 1.05e-07, 1.10e-07, 1.21e-08, 1.66e-08, 8.84e-08, 5.16e-05, 1.77e-07, 2.27e-04] [3.48e-06, 3.16e-06, 3.21e-06, 8.58e-06, 2.24e-06, 8.22e-07, 1.46e-06, 6.25e-06, 4.01e-05, 1.55e-07, 1.14e-04, 2.30e-04, 5.32e-05, 3.11e-04, 1.05e-07, 1.10e-07, 1.21e-08, 1.66e-08, 8.84e-08, 5.16e-05, 1.77e-07, 2.27e-04] []
33900 [2.84e-06, 2.94e-06, 2.39e-06, 7.97e-06, 1.34e-06, 5.56e-07, 9.70e-07, 4.38e-07, 5.63e-09, 5.75e-08, 2.84e-05, 2.97e-05, 1.13e-04, 1.26e-04, 9.06e-09, 0.00e+00, 3.97e-09, 3.09e-16, 3.13e-08, 1.65e-09, 2.62e-07, 1.11e-07] [2.84e-06, 2.94e-06, 2.39e-06, 7.97e-06, 1.34e-06, 5.56e-07, 9.70e-07, 4.38e-07, 5.63e-09, 5.75e-08, 2.84e-05, 2.97e-05, 1.13e-04, 1.26e-04, 9.06e-09, 0.00e+00, 3.97e-09, 3.09e-16, 3.13e-08, 1.65e-09, 2.62e-07, 1.11e-07] []
34000 [2.94e-06, 2.93e-06, 2.39e-06, 7.42e-06, 1.02e-06, 6.10e-07, 9.84e-07, 5.02e-06, 1.73e-07, 1.78e-09, 3.25e-06, 7.09e-06, 6.13e-06, 3.31e-07, 1.44e-07, 4.40e-08, 1.17e-07, 1.30e-07, 2.15e-06, 9.15e-09, 1.35e-05, 1.89e-07] [2.94e-06, 2.93e-06, 2.39e-06, 7.42e-06, 1.02e-06, 6.10e-07, 9.84e-07, 5.02e-06, 1.73e-07, 1.78e-09, 3.25e-06, 7.09e-06, 6.13e-06, 3.31e-07, 1.44e-07, 4.40e-08, 1.17e-07, 1.30e-07, 2.15e-06, 9.15e-09, 1.35e-05, 1.89e-07] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 38.941592 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Training model...
Step Train loss Test loss Test metric
34000 [2.94e-06, 2.93e-06, 2.39e-06, 7.42e-06, 1.02e-06, 6.10e-07, 9.84e-07, 5.02e-06, 1.73e-07, 1.78e-09, 3.25e-06, 7.09e-06, 6.13e-06, 3.31e-07, 1.44e-07, 4.40e-08, 1.17e-07, 1.30e-07, 2.15e-06, 9.15e-09, 1.35e-05, 1.89e-07] [2.94e-06, 2.93e-06, 2.39e-06, 7.42e-06, 1.02e-06, 6.10e-07, 9.84e-07, 5.02e-06, 1.73e-07, 1.78e-09, 3.25e-06, 7.09e-06, 6.13e-06, 3.31e-07, 1.44e-07, 4.40e-08, 1.17e-07, 1.30e-07, 2.15e-06, 9.15e-09, 1.35e-05, 1.89e-07] []
34100 [2.46e-06, 3.04e-06, 2.44e-06, 7.71e-06, 1.53e-06, 5.41e-07, 9.10e-07, 3.47e-06, 3.66e-06, 3.32e-07, 3.61e-05, 3.92e-05, 1.73e-04, 2.28e-04, 2.13e-08, 9.73e-10, 0.00e+00, 1.36e-09, 8.53e-08, 6.21e-08, 3.72e-07, 1.79e-06] [2.46e-06, 3.04e-06, 2.44e-06, 7.71e-06, 1.53e-06, 5.41e-07, 9.10e-07, 3.47e-06, 3.66e-06, 3.32e-07, 3.61e-05, 3.92e-05, 1.73e-04, 2.28e-04, 2.13e-08, 9.73e-10, 0.00e+00, 1.36e-09, 8.53e-08, 6.21e-08, 3.72e-07, 1.79e-06] []
34200 [2.53e-06, 2.89e-06, 2.31e-06, 7.03e-06, 1.21e-06, 5.65e-07, 9.00e-07, 3.97e-11, 3.12e-08, 4.51e-08, 1.38e-05, 1.46e-05, 3.92e-05, 2.27e-05, 1.45e-08, 6.30e-09, 1.31e-08, 3.07e-09, 1.13e-09, 9.87e-09, 6.75e-08, 5.18e-08] [2.53e-06, 2.89e-06, 2.31e-06, 7.03e-06, 1.21e-06, 5.65e-07, 9.00e-07, 3.97e-11, 3.12e-08, 4.51e-08, 1.38e-05, 1.46e-05, 3.92e-05, 2.27e-05, 1.45e-08, 6.30e-09, 1.31e-08, 3.07e-09, 1.13e-09, 9.87e-09, 6.75e-08, 5.18e-08] []
34300 [5.78e-06, 3.01e-06, 2.56e-06, 6.62e-06, 9.44e-07, 6.60e-07, 9.52e-07, 2.15e-07, 2.21e-07, 1.76e-07, 6.28e-05, 6.69e-05, 2.80e-04, 4.68e-04, 4.52e-06, 2.36e-06, 5.68e-06, 3.75e-06, 4.52e-08, 6.52e-09, 2.76e-07, 6.68e-08] [5.78e-06, 3.01e-06, 2.56e-06, 6.62e-06, 9.44e-07, 6.60e-07, 9.52e-07, 2.15e-07, 2.21e-07, 1.76e-07, 6.28e-05, 6.69e-05, 2.80e-04, 4.68e-04, 4.52e-06, 2.36e-06, 5.68e-06, 3.75e-06, 4.52e-08, 6.52e-09, 2.76e-07, 6.68e-08] []
34400 [2.41e-06, 2.85e-06, 2.36e-06, 6.76e-06, 1.05e-06, 6.24e-07, 8.59e-07, 1.75e-06, 8.16e-07, 1.99e-07, 4.01e-06, 1.44e-05, 5.70e-06, 2.64e-05, 2.11e-08, 2.43e-11, 1.15e-08, 4.94e-08, 5.69e-08, 0.00e+00, 3.97e-07, 9.78e-07] [2.41e-06, 2.85e-06, 2.36e-06, 6.76e-06, 1.05e-06, 6.24e-07, 8.59e-07, 1.75e-06, 8.16e-07, 1.99e-07, 4.01e-06, 1.44e-05, 5.70e-06, 2.64e-05, 2.11e-08, 2.43e-11, 1.15e-08, 4.94e-08, 5.69e-08, 0.00e+00, 3.97e-07, 9.78e-07] []
34500 [9.94e-06, 3.60e-06, 3.11e-06, 8.51e-06, 2.37e-06, 1.30e-06, 1.02e-06, 8.35e-08, 8.00e-08, 7.87e-07, 6.00e-05, 3.63e-04, 1.69e-04, 1.53e-03, 3.58e-09, 0.00e+00, 0.00e+00, 0.00e+00, 1.94e-07, 1.64e-08, 1.16e-06, 7.49e-08] [9.94e-06, 3.60e-06, 3.11e-06, 8.51e-06, 2.37e-06, 1.30e-06, 1.02e-06, 8.35e-08, 8.00e-08, 7.87e-07, 6.00e-05, 3.63e-04, 1.69e-04, 1.53e-03, 3.58e-09, 0.00e+00, 0.00e+00, 0.00e+00, 1.94e-07, 1.64e-08, 1.16e-06, 7.49e-08] []
34600 [3.47e-06, 3.19e-06, 2.28e-06, 6.95e-06, 1.42e-06, 1.01e-06, 8.67e-07, 6.70e-05, 4.50e-06, 5.87e-07, 1.57e-05, 7.36e-05, 7.62e-05, 3.96e-04, 5.55e-07, 1.53e-08, 6.89e-08, 0.00e+00, 6.61e-06, 0.00e+00, 3.69e-05, 4.75e-07] [3.47e-06, 3.19e-06, 2.28e-06, 6.95e-06, 1.42e-06, 1.01e-06, 8.67e-07, 6.70e-05, 4.50e-06, 5.87e-07, 1.57e-05, 7.36e-05, 7.62e-05, 3.96e-04, 5.55e-07, 1.53e-08, 6.89e-08, 0.00e+00, 6.61e-06, 0.00e+00, 3.69e-05, 4.75e-07] []
34700 [3.43e-06, 2.96e-06, 2.53e-06, 5.91e-06, 7.58e-07, 6.72e-07, 8.53e-07, 4.70e-07, 3.29e-10, 7.04e-07, 4.96e-05, 3.42e-05, 1.20e-04, 4.93e-05, 3.46e-07, 6.05e-07, 6.62e-07, 7.88e-07, 1.88e-07, 1.23e-07, 1.22e-06, 7.74e-07] [3.43e-06, 2.96e-06, 2.53e-06, 5.91e-06, 7.58e-07, 6.72e-07, 8.53e-07, 4.70e-07, 3.29e-10, 7.04e-07, 4.96e-05, 3.42e-05, 1.20e-04, 4.93e-05, 3.46e-07, 6.05e-07, 6.62e-07, 7.88e-07, 1.88e-07, 1.23e-07, 1.22e-06, 7.74e-07] []
34800 [2.27e-06, 2.75e-06, 2.25e-06, 5.97e-06, 8.96e-07, 6.78e-07, 8.00e-07, 8.66e-06, 1.71e-05, 6.11e-10, 3.90e-06, 4.96e-06, 8.40e-06, 6.13e-06, 1.30e-07, 7.65e-08, 1.00e-07, 2.41e-07, 4.40e-07, 4.49e-07, 3.33e-06, 3.93e-06] [2.27e-06, 2.75e-06, 2.25e-06, 5.97e-06, 8.96e-07, 6.78e-07, 8.00e-07, 8.66e-06, 1.71e-05, 6.11e-10, 3.90e-06, 4.96e-06, 8.40e-06, 6.13e-06, 1.30e-07, 7.65e-08, 1.00e-07, 2.41e-07, 4.40e-07, 4.49e-07, 3.33e-06, 3.93e-06] []
34900 [2.40e-06, 2.87e-06, 2.51e-06, 6.34e-06, 1.72e-06, 7.80e-07, 8.58e-07, 2.92e-05, 1.70e-05, 2.28e-06, 2.42e-06, 4.81e-06, 7.08e-06, 5.17e-06, 5.09e-08, 1.18e-07, 8.50e-09, 2.27e-08, 1.40e-06, 3.57e-06, 9.71e-06, 2.08e-05] [2.40e-06, 2.87e-06, 2.51e-06, 6.34e-06, 1.72e-06, 7.80e-07, 8.58e-07, 2.92e-05, 1.70e-05, 2.28e-06, 2.42e-06, 4.81e-06, 7.08e-06, 5.17e-06, 5.09e-08, 1.18e-07, 8.50e-09, 2.27e-08, 1.40e-06, 3.57e-06, 9.71e-06, 2.08e-05] []
35000 [3.63e-05, 4.81e-06, 4.74e-06, 8.85e-06, 3.90e-06, 2.51e-06, 1.81e-06, 1.68e-07, 1.25e-06, 5.24e-06, 2.27e-04, 8.40e-04, 7.09e-04, 4.82e-03, 9.42e-05, 9.52e-05, 2.70e-05, 2.88e-05, 1.32e-08, 0.00e+00, 1.19e-07, 2.14e-06] [3.63e-05, 4.81e-06, 4.74e-06, 8.85e-06, 3.90e-06, 2.51e-06, 1.81e-06, 1.68e-07, 1.25e-06, 5.24e-06, 2.27e-04, 8.40e-04, 7.09e-04, 4.82e-03, 9.42e-05, 9.52e-05, 2.70e-05, 2.88e-05, 1.32e-08, 0.00e+00, 1.19e-07, 2.14e-06] []
35100 [1.92e-06, 2.75e-06, 2.41e-06, 5.99e-06, 1.09e-06, 6.65e-07, 6.49e-07, 8.03e-09, 5.45e-09, 3.37e-08, 4.83e-05, 2.66e-05, 8.75e-05, 3.17e-05, 1.96e-08, 3.60e-08, 5.17e-09, 2.93e-09, 1.03e-09, 3.46e-08, 2.45e-07, 1.63e-07] [1.92e-06, 2.75e-06, 2.41e-06, 5.99e-06, 1.09e-06, 6.65e-07, 6.49e-07, 8.03e-09, 5.45e-09, 3.37e-08, 4.83e-05, 2.66e-05, 8.75e-05, 3.17e-05, 1.96e-08, 3.60e-08, 5.17e-09, 2.93e-09, 1.03e-09, 3.46e-08, 2.45e-07, 1.63e-07] []
35200 [1.83e-06, 2.71e-06, 2.33e-06, 5.71e-06, 9.92e-07, 7.09e-07, 6.38e-07, 9.80e-08, 6.31e-08, 3.15e-08, 2.17e-06, 8.32e-06, 1.08e-05, 2.93e-05, 1.08e-09, 2.60e-09, 1.04e-09, 6.00e-10, 3.29e-09, 5.95e-09, 7.81e-08, 5.99e-08] [1.83e-06, 2.71e-06, 2.33e-06, 5.71e-06, 9.92e-07, 7.09e-07, 6.38e-07, 9.80e-08, 6.31e-08, 3.15e-08, 2.17e-06, 8.32e-06, 1.08e-05, 2.93e-05, 1.08e-09, 2.60e-09, 1.04e-09, 6.00e-10, 3.29e-09, 5.95e-09, 7.81e-08, 5.99e-08] []
35300 [2.24e-06, 2.76e-06, 2.34e-06, 5.22e-06, 1.33e-06, 8.35e-07, 7.71e-07, 8.25e-07, 1.27e-05, 8.38e-07, 3.95e-06, 7.43e-06, 7.30e-06, 5.31e-07, 2.34e-08, 3.26e-08, 1.03e-06, 7.65e-08, 0.00e+00, 0.00e+00, 1.40e-05, 1.36e-05] [2.24e-06, 2.76e-06, 2.34e-06, 5.22e-06, 1.33e-06, 8.35e-07, 7.71e-07, 8.25e-07, 1.27e-05, 8.38e-07, 3.95e-06, 7.43e-06, 7.30e-06, 5.31e-07, 2.34e-08, 3.26e-08, 1.03e-06, 7.65e-08, 0.00e+00, 0.00e+00, 1.40e-05, 1.36e-05] []
35400 [1.99e-06, 2.73e-06, 2.27e-06, 5.35e-06, 1.26e-06, 7.57e-07, 6.94e-07, 8.03e-08, 2.21e-11, 2.83e-08, 3.33e-06, 5.04e-06, 5.12e-06, 2.29e-07, 1.24e-07, 5.16e-08, 5.35e-08, 1.51e-07, 7.28e-09, 8.96e-09, 1.03e-07, 5.88e-08] [1.99e-06, 2.73e-06, 2.27e-06, 5.35e-06, 1.26e-06, 7.57e-07, 6.94e-07, 8.03e-08, 2.21e-11, 2.83e-08, 3.33e-06, 5.04e-06, 5.12e-06, 2.29e-07, 1.24e-07, 5.16e-08, 5.35e-08, 1.51e-07, 7.28e-09, 8.96e-09, 1.03e-07, 5.88e-08] []
35500 [3.67e-06, 2.65e-06, 2.31e-06, 5.02e-06, 8.12e-07, 8.43e-07, 7.21e-07, 1.09e-08, 8.93e-09, 1.03e-09, 2.91e-05, 3.08e-05, 1.29e-04, 2.29e-04, 1.65e-06, 1.12e-06, 2.34e-06, 2.04e-06, 8.41e-09, 1.93e-09, 6.54e-08, 8.27e-08] [3.67e-06, 2.65e-06, 2.31e-06, 5.02e-06, 8.12e-07, 8.43e-07, 7.21e-07, 1.09e-08, 8.93e-09, 1.03e-09, 2.91e-05, 3.08e-05, 1.29e-04, 2.29e-04, 1.65e-06, 1.12e-06, 2.34e-06, 2.04e-06, 8.41e-09, 1.93e-09, 6.54e-08, 8.27e-08] []
35600 [1.06e-05, 3.03e-06, 2.84e-06, 5.18e-06, 1.72e-06, 1.15e-06, 8.69e-07, 1.93e-09, 1.81e-11, 5.18e-07, 6.94e-05, 1.58e-04, 3.79e-04, 1.17e-03, 1.38e-05, 1.25e-05, 9.76e-06, 8.04e-06, 4.85e-08, 2.42e-08, 1.33e-07, 1.11e-07] [1.06e-05, 3.03e-06, 2.84e-06, 5.18e-06, 1.72e-06, 1.15e-06, 8.69e-07, 1.93e-09, 1.81e-11, 5.18e-07, 6.94e-05, 1.58e-04, 3.79e-04, 1.17e-03, 1.38e-05, 1.25e-05, 9.76e-06, 8.04e-06, 4.85e-08, 2.42e-08, 1.33e-07, 1.11e-07] []
35700 [5.33e-06, 2.80e-06, 2.80e-06, 5.00e-06, 1.48e-06, 9.52e-07, 9.24e-07, 2.28e-05, 1.84e-06, 1.16e-08, 1.25e-04, 9.31e-05, 1.49e-04, 1.33e-05, 4.54e-07, 1.19e-05, 3.64e-07, 5.09e-08, 3.12e-06, 2.66e-06, 2.00e-05, 1.50e-05] [5.33e-06, 2.80e-06, 2.80e-06, 5.00e-06, 1.48e-06, 9.52e-07, 9.24e-07, 2.28e-05, 1.84e-06, 1.16e-08, 1.25e-04, 9.31e-05, 1.49e-04, 1.33e-05, 4.54e-07, 1.19e-05, 3.64e-07, 5.09e-08, 3.12e-06, 2.66e-06, 2.00e-05, 1.50e-05] []
35800 [1.48e-06, 2.42e-06, 2.20e-06, 4.56e-06, 8.97e-07, 8.19e-07, 5.69e-07, 5.01e-07, 1.74e-08, 1.14e-09, 1.28e-05, 8.94e-06, 2.16e-05, 2.04e-06, 2.45e-08, 9.12e-09, 2.95e-07, 1.11e-07, 7.63e-08, 1.13e-09, 4.23e-07, 7.99e-08] [1.48e-06, 2.42e-06, 2.20e-06, 4.56e-06, 8.97e-07, 8.19e-07, 5.69e-07, 5.01e-07, 1.74e-08, 1.14e-09, 1.28e-05, 8.94e-06, 2.16e-05, 2.04e-06, 2.45e-08, 9.12e-09, 2.95e-07, 1.11e-07, 7.63e-08, 1.13e-09, 4.23e-07, 7.99e-08] []
35900 [1.42e-06, 2.47e-06, 2.31e-06, 4.47e-06, 1.46e-06, 7.41e-07, 5.24e-07, 1.31e-07, 5.35e-08, 1.80e-09, 1.05e-05, 1.03e-05, 1.52e-05, 8.22e-07, 7.54e-08, 3.50e-08, 3.84e-08, 1.30e-07, 1.90e-08, 8.78e-08, 2.03e-07, 3.96e-07] [1.42e-06, 2.47e-06, 2.31e-06, 4.47e-06, 1.46e-06, 7.41e-07, 5.24e-07, 1.31e-07, 5.35e-08, 1.80e-09, 1.05e-05, 1.03e-05, 1.52e-05, 8.22e-07, 7.54e-08, 3.50e-08, 3.84e-08, 1.30e-07, 1.90e-08, 8.78e-08, 2.03e-07, 3.96e-07] []
36000 [2.08e-06, 2.41e-06, 2.38e-06, 4.33e-06, 1.21e-06, 9.66e-07, 5.91e-07, 1.23e-07, 1.79e-10, 8.48e-08, 8.69e-06, 1.29e-05, 6.50e-06, 1.60e-05, 6.02e-07, 5.91e-07, 7.73e-08, 7.96e-08, 0.00e+00, 1.23e-07, 2.92e-06, 6.67e-07] [2.08e-06, 2.41e-06, 2.38e-06, 4.33e-06, 1.21e-06, 9.66e-07, 5.91e-07, 1.23e-07, 1.79e-10, 8.48e-08, 8.69e-06, 1.29e-05, 6.50e-06, 1.60e-05, 6.02e-07, 5.91e-07, 7.73e-08, 7.96e-08, 0.00e+00, 1.23e-07, 2.92e-06, 6.67e-07] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 39.745152 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Training model...
Step Train loss Test loss Test metric
36000 [2.08e-06, 2.41e-06, 2.38e-06, 4.33e-06, 1.21e-06, 9.66e-07, 5.91e-07, 1.23e-07, 1.79e-10, 8.48e-08, 8.69e-06, 1.29e-05, 6.50e-06, 1.60e-05, 6.02e-07, 5.91e-07, 7.73e-08, 7.96e-08, 0.00e+00, 1.23e-07, 2.92e-06, 6.67e-07] [2.08e-06, 2.41e-06, 2.38e-06, 4.33e-06, 1.21e-06, 9.66e-07, 5.91e-07, 1.23e-07, 1.79e-10, 8.48e-08, 8.69e-06, 1.29e-05, 6.50e-06, 1.60e-05, 6.02e-07, 5.91e-07, 7.73e-08, 7.96e-08, 0.00e+00, 1.23e-07, 2.92e-06, 6.67e-07] []
36100 [1.68e-06, 2.44e-06, 2.35e-06, 4.26e-06, 1.33e-06, 8.47e-07, 5.22e-07, 3.13e-07, 8.64e-07, 2.70e-11, 1.88e-05, 1.75e-05, 2.92e-05, 1.66e-06, 1.73e-07, 1.71e-07, 8.32e-09, 6.21e-08, 6.02e-08, 1.06e-07, 2.85e-07, 6.07e-07] [1.68e-06, 2.44e-06, 2.35e-06, 4.26e-06, 1.33e-06, 8.47e-07, 5.22e-07, 3.13e-07, 8.64e-07, 2.70e-11, 1.88e-05, 1.75e-05, 2.92e-05, 1.66e-06, 1.73e-07, 1.71e-07, 8.32e-09, 6.21e-08, 6.02e-08, 1.06e-07, 2.85e-07, 6.07e-07] []
36200 [2.13e-06, 2.30e-06, 2.29e-06, 3.91e-06, 1.19e-06, 1.01e-06, 5.26e-07, 1.43e-05, 8.32e-08, 9.73e-08, 6.19e-06, 9.43e-06, 2.57e-05, 5.46e-05, 4.95e-07, 5.68e-07, 4.75e-07, 5.54e-07, 2.08e-07, 2.82e-08, 3.48e-06, 2.52e-07] [2.13e-06, 2.30e-06, 2.29e-06, 3.91e-06, 1.19e-06, 1.01e-06, 5.26e-07, 1.43e-05, 8.32e-08, 9.73e-08, 6.19e-06, 9.43e-06, 2.57e-05, 5.46e-05, 4.95e-07, 5.68e-07, 4.75e-07, 5.54e-07, 2.08e-07, 2.82e-08, 3.48e-06, 2.52e-07] []
36300 [2.30e-06, 2.66e-06, 2.77e-06, 4.52e-06, 1.51e-06, 1.18e-06, 5.89e-07, 8.77e-06, 1.69e-05, 2.18e-06, 3.23e-05, 4.58e-05, 2.22e-04, 3.33e-04, 9.49e-07, 0.00e+00, 1.74e-09, 0.00e+00, 9.89e-08, 7.85e-07, 9.37e-06, 4.93e-06] [2.30e-06, 2.66e-06, 2.77e-06, 4.52e-06, 1.51e-06, 1.18e-06, 5.89e-07, 8.77e-06, 1.69e-05, 2.18e-06, 3.23e-05, 4.58e-05, 2.22e-04, 3.33e-04, 9.49e-07, 0.00e+00, 1.74e-09, 0.00e+00, 9.89e-08, 7.85e-07, 9.37e-06, 4.93e-06] []
36400 [5.99e-06, 2.55e-06, 2.54e-06, 3.94e-06, 1.44e-06, 1.15e-06, 5.76e-07, 9.23e-07, 1.27e-06, 1.09e-06, 5.08e-05, 8.11e-05, 2.49e-04, 6.07e-04, 5.17e-06, 5.56e-06, 3.76e-06, 5.73e-06, 7.93e-09, 1.81e-12, 4.76e-07, 9.14e-07] [5.99e-06, 2.55e-06, 2.54e-06, 3.94e-06, 1.44e-06, 1.15e-06, 5.76e-07, 9.23e-07, 1.27e-06, 1.09e-06, 5.08e-05, 8.11e-05, 2.49e-04, 6.07e-04, 5.17e-06, 5.56e-06, 3.76e-06, 5.73e-06, 7.93e-09, 1.81e-12, 4.76e-07, 9.14e-07] []
36500 [3.34e-06, 2.62e-06, 2.56e-06, 4.46e-06, 1.32e-06, 1.18e-06, 4.56e-07, 2.31e-06, 2.55e-07, 1.09e-08, 2.21e-05, 7.92e-05, 1.51e-04, 4.76e-04, 1.96e-08, 0.00e+00, 0.00e+00, 0.00e+00, 1.12e-09, 0.00e+00, 1.41e-06, 2.64e-06] [3.34e-06, 2.62e-06, 2.56e-06, 4.46e-06, 1.32e-06, 1.18e-06, 4.56e-07, 2.31e-06, 2.55e-07, 1.09e-08, 2.21e-05, 7.92e-05, 1.51e-04, 4.76e-04, 1.96e-08, 0.00e+00, 0.00e+00, 0.00e+00, 1.12e-09, 0.00e+00, 1.41e-06, 2.64e-06] []
36600 [4.26e-06, 2.38e-06, 2.38e-06, 3.76e-06, 1.34e-06, 1.17e-06, 5.70e-07, 1.66e-10, 5.90e-07, 8.20e-08, 1.81e-05, 4.38e-05, 9.07e-05, 3.06e-04, 3.17e-06, 3.32e-06, 2.32e-06, 1.93e-06, 7.27e-09, 1.40e-08, 9.98e-08, 2.58e-07] [4.26e-06, 2.38e-06, 2.38e-06, 3.76e-06, 1.34e-06, 1.17e-06, 5.70e-07, 1.66e-10, 5.90e-07, 8.20e-08, 1.81e-05, 4.38e-05, 9.07e-05, 3.06e-04, 3.17e-06, 3.32e-06, 2.32e-06, 1.93e-06, 7.27e-09, 1.40e-08, 9.98e-08, 2.58e-07] []
36700 [2.40e-06, 2.36e-06, 2.39e-06, 3.82e-06, 1.25e-06, 1.15e-06, 5.02e-07, 2.58e-08, 1.15e-07, 7.23e-08, 3.37e-05, 2.04e-05, 8.96e-05, 8.09e-05, 4.39e-07, 3.38e-08, 1.03e-06, 8.38e-07, 1.05e-08, 1.77e-09, 1.13e-07, 1.44e-07] [2.40e-06, 2.36e-06, 2.39e-06, 3.82e-06, 1.25e-06, 1.15e-06, 5.02e-07, 2.58e-08, 1.15e-07, 7.23e-08, 3.37e-05, 2.04e-05, 8.96e-05, 8.09e-05, 4.39e-07, 3.38e-08, 1.03e-06, 8.38e-07, 1.05e-08, 1.77e-09, 1.13e-07, 1.44e-07] []
36800 [1.26e-06, 2.31e-06, 2.28e-06, 3.75e-06, 1.55e-06, 8.55e-07, 3.60e-07, 1.46e-12, 7.59e-09, 4.40e-09, 9.30e-06, 8.91e-06, 2.69e-05, 2.62e-05, 6.51e-11, 1.76e-08, 1.28e-07, 3.78e-09, 3.22e-09, 4.15e-10, 1.38e-07, 1.46e-07] [1.26e-06, 2.31e-06, 2.28e-06, 3.75e-06, 1.55e-06, 8.55e-07, 3.60e-07, 1.46e-12, 7.59e-09, 4.40e-09, 9.30e-06, 8.91e-06, 2.69e-05, 2.62e-05, 6.51e-11, 1.76e-08, 1.28e-07, 3.78e-09, 3.22e-09, 4.15e-10, 1.38e-07, 1.46e-07] []
36900 [2.46e-06, 3.88e-06, 2.52e-06, 5.32e-06, 2.84e-06, 1.06e-06, 5.03e-07, 5.06e-05, 5.64e-06, 1.40e-05, 8.12e-06, 1.56e-05, 1.38e-05, 1.22e-05, 6.95e-07, 1.33e-06, 8.10e-07, 1.26e-07, 1.09e-05, 1.11e-07, 6.88e-05, 3.54e-06] [2.46e-06, 3.88e-06, 2.52e-06, 5.32e-06, 2.84e-06, 1.06e-06, 5.03e-07, 5.06e-05, 5.64e-06, 1.40e-05, 8.12e-06, 1.56e-05, 1.38e-05, 1.22e-05, 6.95e-07, 1.33e-06, 8.10e-07, 1.26e-07, 1.09e-05, 1.11e-07, 6.88e-05, 3.54e-06] []
37000 [1.77e-06, 2.50e-06, 2.24e-06, 3.65e-06, 1.20e-06, 9.65e-07, 4.00e-07, 3.87e-10, 3.38e-08, 6.74e-08, 1.94e-05, 1.17e-05, 4.69e-05, 3.18e-05, 1.13e-07, 2.19e-07, 5.46e-07, 4.85e-07, 3.59e-08, 1.26e-08, 1.96e-07, 1.05e-07] [1.77e-06, 2.50e-06, 2.24e-06, 3.65e-06, 1.20e-06, 9.65e-07, 4.00e-07, 3.87e-10, 3.38e-08, 6.74e-08, 1.94e-05, 1.17e-05, 4.69e-05, 3.18e-05, 1.13e-07, 2.19e-07, 5.46e-07, 4.85e-07, 3.59e-08, 1.26e-08, 1.96e-07, 1.05e-07] []
37100 [2.00e-06, 2.25e-06, 2.25e-06, 3.54e-06, 1.36e-06, 1.00e-06, 3.91e-07, 1.16e-08, 1.34e-09, 7.10e-08, 2.37e-06, 7.02e-06, 8.89e-06, 3.65e-05, 3.82e-07, 5.80e-07, 2.34e-07, 3.11e-07, 8.84e-09, 2.39e-09, 1.25e-07, 6.00e-08] [2.00e-06, 2.25e-06, 2.25e-06, 3.54e-06, 1.36e-06, 1.00e-06, 3.91e-07, 1.16e-08, 1.34e-09, 7.10e-08, 2.37e-06, 7.02e-06, 8.89e-06, 3.65e-05, 3.82e-07, 5.80e-07, 2.34e-07, 3.11e-07, 8.84e-09, 2.39e-09, 1.25e-07, 6.00e-08] []
37200 [8.49e-06, 3.24e-06, 2.90e-06, 4.77e-06, 1.83e-06, 1.67e-06, 4.99e-07, 7.75e-09, 6.38e-08, 6.79e-07, 3.90e-05, 2.85e-04, 2.14e-04, 1.32e-03, 2.49e-08, 0.00e+00, 0.00e+00, 0.00e+00, 3.46e-08, 1.22e-08, 2.51e-07, 1.51e-07] [8.49e-06, 3.24e-06, 2.90e-06, 4.77e-06, 1.83e-06, 1.67e-06, 4.99e-07, 7.75e-09, 6.38e-08, 6.79e-07, 3.90e-05, 2.85e-04, 2.14e-04, 1.32e-03, 2.49e-08, 0.00e+00, 0.00e+00, 0.00e+00, 3.46e-08, 1.22e-08, 2.51e-07, 1.51e-07] []
37300 [1.92e-06, 2.69e-06, 2.49e-06, 3.60e-06, 1.57e-06, 1.03e-06, 3.96e-07, 5.22e-07, 4.04e-08, 4.04e-06, 8.81e-05, 5.46e-05, 8.24e-05, 2.14e-05, 5.80e-08, 1.07e-07, 1.07e-06, 2.54e-06, 2.60e-09, 5.52e-08, 8.15e-07, 2.40e-07] [1.92e-06, 2.69e-06, 2.49e-06, 3.60e-06, 1.57e-06, 1.03e-06, 3.96e-07, 5.22e-07, 4.04e-08, 4.04e-06, 8.81e-05, 5.46e-05, 8.24e-05, 2.14e-05, 5.80e-08, 1.07e-07, 1.07e-06, 2.54e-06, 2.60e-09, 5.52e-08, 8.15e-07, 2.40e-07] []
37400 [1.86e-06, 2.31e-06, 2.32e-06, 3.72e-06, 1.28e-06, 9.65e-07, 3.45e-07, 1.42e-07, 4.57e-09, 1.46e-08, 4.35e-05, 2.89e-05, 7.01e-05, 3.65e-06, 1.80e-07, 2.57e-07, 1.26e-07, 2.09e-09, 3.35e-09, 3.34e-09, 5.82e-08, 2.16e-08] [1.86e-06, 2.31e-06, 2.32e-06, 3.72e-06, 1.28e-06, 9.65e-07, 3.45e-07, 1.42e-07, 4.57e-09, 1.46e-08, 4.35e-05, 2.89e-05, 7.01e-05, 3.65e-06, 1.80e-07, 2.57e-07, 1.26e-07, 2.09e-09, 3.35e-09, 3.34e-09, 5.82e-08, 2.16e-08] []
37500 [3.07e-06, 2.48e-06, 2.55e-06, 3.95e-06, 1.53e-06, 1.18e-06, 3.12e-07, 7.35e-06, 5.56e-07, 3.42e-08, 4.70e-05, 7.65e-05, 2.32e-04, 4.26e-04, 1.22e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.77e-07, 9.89e-06, 2.49e-06] [3.07e-06, 2.48e-06, 2.55e-06, 3.95e-06, 1.53e-06, 1.18e-06, 3.12e-07, 7.35e-06, 5.56e-07, 3.42e-08, 4.70e-05, 7.65e-05, 2.32e-04, 4.26e-04, 1.22e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.77e-07, 9.89e-06, 2.49e-06] []
37600 [1.35e-06, 2.44e-06, 2.32e-06, 3.89e-06, 1.31e-06, 1.35e-06, 3.70e-07, 3.39e-10, 1.60e-06, 6.66e-06, 1.49e-05, 8.04e-05, 5.24e-05, 2.99e-04, 1.29e-06, 6.35e-08, 0.00e+00, 0.00e+00, 4.36e-08, 5.78e-08, 2.92e-07, 3.02e-07] [1.35e-06, 2.44e-06, 2.32e-06, 3.89e-06, 1.31e-06, 1.35e-06, 3.70e-07, 3.39e-10, 1.60e-06, 6.66e-06, 1.49e-05, 8.04e-05, 5.24e-05, 2.99e-04, 1.29e-06, 6.35e-08, 0.00e+00, 0.00e+00, 4.36e-08, 5.78e-08, 2.92e-07, 3.02e-07] []
37700 [1.93e-06, 2.20e-06, 2.35e-06, 3.34e-06, 1.27e-06, 1.11e-06, 4.18e-07, 1.38e-05, 2.01e-06, 1.38e-10, 2.31e-05, 1.54e-05, 1.83e-05, 5.92e-06, 1.79e-07, 7.06e-07, 6.42e-07, 0.00e+00, 0.00e+00, 0.00e+00, 2.05e-06, 2.01e-06] [1.93e-06, 2.20e-06, 2.35e-06, 3.34e-06, 1.27e-06, 1.11e-06, 4.18e-07, 1.38e-05, 2.01e-06, 1.38e-10, 2.31e-05, 1.54e-05, 1.83e-05, 5.92e-06, 1.79e-07, 7.06e-07, 6.42e-07, 0.00e+00, 0.00e+00, 0.00e+00, 2.05e-06, 2.01e-06] []
37800 [1.24e-06, 2.21e-06, 2.31e-06, 3.56e-06, 1.51e-06, 8.97e-07, 2.81e-07, 4.48e-06, 5.05e-07, 7.00e-08, 1.64e-05, 2.39e-05, 4.10e-05, 5.84e-05, 4.81e-08, 5.67e-09, 2.83e-08, 5.00e-08, 8.85e-08, 1.12e-08, 1.03e-06, 9.82e-07] [1.24e-06, 2.21e-06, 2.31e-06, 3.56e-06, 1.51e-06, 8.97e-07, 2.81e-07, 4.48e-06, 5.05e-07, 7.00e-08, 1.64e-05, 2.39e-05, 4.10e-05, 5.84e-05, 4.81e-08, 5.67e-09, 2.83e-08, 5.00e-08, 8.85e-08, 1.12e-08, 1.03e-06, 9.82e-07] []
37900 [3.53e-06, 2.19e-06, 2.26e-06, 3.18e-06, 1.38e-06, 1.06e-06, 3.75e-07, 2.18e-06, 9.31e-08, 7.97e-07, 6.80e-05, 5.52e-05, 2.45e-04, 3.29e-04, 2.00e-06, 1.69e-06, 2.88e-06, 2.82e-06, 0.00e+00, 3.76e-11, 1.54e-06, 1.52e-07] [3.53e-06, 2.19e-06, 2.26e-06, 3.18e-06, 1.38e-06, 1.06e-06, 3.75e-07, 2.18e-06, 9.31e-08, 7.97e-07, 6.80e-05, 5.52e-05, 2.45e-04, 3.29e-04, 2.00e-06, 1.69e-06, 2.88e-06, 2.82e-06, 0.00e+00, 3.76e-11, 1.54e-06, 1.52e-07] []
38000 [9.78e-07, 2.20e-06, 2.15e-06, 3.24e-06, 1.23e-06, 1.07e-06, 3.51e-07, 6.84e-06, 3.00e-07, 2.04e-07, 5.26e-05, 3.71e-05, 5.92e-05, 4.02e-06, 1.96e-08, 8.96e-09, 7.12e-09, 3.18e-07, 6.05e-07, 5.99e-08, 3.59e-06, 3.72e-07] [9.78e-07, 2.20e-06, 2.15e-06, 3.24e-06, 1.23e-06, 1.07e-06, 3.51e-07, 6.84e-06, 3.00e-07, 2.04e-07, 5.26e-05, 3.71e-05, 5.92e-05, 4.02e-06, 1.96e-08, 8.96e-09, 7.12e-09, 3.18e-07, 6.05e-07, 5.99e-08, 3.59e-06, 3.72e-07] []
Best model at step 23339:
train loss: 1.57e-05
test loss: 1.57e-05
test metric: []
'train' took 39.325017 s
Best train step: 23339
lambda_a: 5.054069897980571
lambda_b: 6.478867012971448
kappa_a: 1.3361594171634177
kappa_b: 1.3957776956977146
Training model...
Step Train loss Test loss Test metric
38000 [9.78e-07, 2.20e-06, 2.15e-06, 3.24e-06, 1.23e-06, 1.07e-06, 3.51e-07, 6.84e-06, 3.00e-07, 2.04e-07, 5.26e-05, 3.71e-05, 5.92e-05, 4.02e-06, 1.96e-08, 8.96e-09, 7.12e-09, 3.18e-07, 6.05e-07, 5.99e-08, 3.59e-06, 3.72e-07] [9.78e-07, 2.20e-06, 2.15e-06, 3.24e-06, 1.23e-06, 1.07e-06, 3.51e-07, 6.84e-06, 3.00e-07, 2.04e-07, 5.26e-05, 3.71e-05, 5.92e-05, 4.02e-06, 1.96e-08, 8.96e-09, 7.12e-09, 3.18e-07, 6.05e-07, 5.99e-08, 3.59e-06, 3.72e-07] []
38100 [1.35e-06, 2.35e-06, 2.42e-06, 3.47e-06, 1.41e-06, 1.21e-06, 3.37e-07, 3.95e-07, 1.72e-06, 3.32e-06, 1.63e-05, 3.06e-05, 8.02e-05, 1.73e-04, 4.21e-07, 8.45e-09, 5.29e-08, 6.55e-08, 1.09e-06, 2.70e-08, 6.62e-06, 2.27e-07] [1.35e-06, 2.35e-06, 2.42e-06, 3.47e-06, 1.41e-06, 1.21e-06, 3.37e-07, 3.95e-07, 1.72e-06, 3.32e-06, 1.63e-05, 3.06e-05, 8.02e-05, 1.73e-04, 4.21e-07, 8.45e-09, 5.29e-08, 6.55e-08, 1.09e-06, 2.70e-08, 6.62e-06, 2.27e-07] []
38200 [1.09e-06, 1.94e-06, 2.21e-06, 3.21e-06, 1.31e-06, 1.09e-06, 3.58e-07, 5.54e-08, 1.14e-08, 4.31e-07, 1.93e-05, 1.29e-05, 5.13e-05, 3.29e-05, 4.01e-09, 7.81e-11, 3.06e-08, 5.04e-10, 1.73e-09, 3.32e-09, 3.26e-07, 4.30e-08] [1.09e-06, 1.94e-06, 2.21e-06, 3.21e-06, 1.31e-06, 1.09e-06, 3.58e-07, 5.54e-08, 1.14e-08, 4.31e-07, 1.93e-05, 1.29e-05, 5.13e-05, 3.29e-05, 4.01e-09, 7.81e-11, 3.06e-08, 5.04e-10, 1.73e-09, 3.32e-09, 3.26e-07, 4.30e-08] []
38300 [3.98e-06, 2.21e-06, 2.46e-06, 3.33e-06, 1.29e-06, 1.37e-06, 4.95e-07, 1.68e-07, 5.80e-08, 4.85e-07, 4.53e-05, 5.05e-05, 1.34e-05, 1.72e-04, 2.39e-06, 3.38e-06, 6.21e-07, 6.89e-07, 2.47e-08, 1.16e-09, 1.37e-07, 2.71e-08] [3.98e-06, 2.21e-06, 2.46e-06, 3.33e-06, 1.29e-06, 1.37e-06, 4.95e-07, 1.68e-07, 5.80e-08, 4.85e-07, 4.53e-05, 5.05e-05, 1.34e-05, 1.72e-04, 2.39e-06, 3.38e-06, 6.21e-07, 6.89e-07, 2.47e-08, 1.16e-09, 1.37e-07, 2.71e-08] []
38400 [4.83e-06, 2.64e-06, 3.07e-06, 3.93e-06, 1.89e-06, 1.43e-06, 4.32e-07, 8.00e-05, 2.13e-05, 1.29e-06, 9.13e-05, 1.52e-04, 5.03e-04, 1.06e-03, 1.21e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.80e-06, 2.89e-05, 2.23e-05] [4.83e-06, 2.64e-06, 3.07e-06, 3.93e-06, 1.89e-06, 1.43e-06, 4.32e-07, 8.00e-05, 2.13e-05, 1.29e-06, 9.13e-05, 1.52e-04, 5.03e-04, 1.06e-03, 1.21e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.80e-06, 2.89e-05, 2.23e-05] []
38500 [1.47e-05, 5.93e-06, 3.64e-06, 4.68e-06, 9.98e-06, 1.78e-06, 1.06e-06, 7.09e-06, 2.29e-07, 3.27e-07, 3.55e-04, 4.10e-04, 7.23e-05, 1.33e-03, 7.76e-07, 0.00e+00, 1.56e-06, 5.22e-06, 0.00e+00, 9.32e-08, 4.71e-06, 5.41e-07] [1.47e-05, 5.93e-06, 3.64e-06, 4.68e-06, 9.98e-06, 1.78e-06, 1.06e-06, 7.09e-06, 2.29e-07, 3.27e-07, 3.55e-04, 4.10e-04, 7.23e-05, 1.33e-03, 7.76e-07, 0.00e+00, 1.56e-06, 5.22e-06, 0.00e+00, 9.32e-08, 4.71e-06, 5.41e-07] []
38600 [1.13e-06, 1.97e-06, 2.19e-06, 3.19e-06, 1.29e-06, 9.09e-07, 3.20e-07, 2.48e-09, 2.14e-07, 7.41e-11, 7.96e-07, 1.53e-06, 8.70e-07, 1.37e-07, 9.59e-09, 2.35e-08, 3.49e-08, 2.23e-08, 7.91e-11, 4.28e-09, 1.11e-06, 6.81e-08] [1.13e-06, 1.97e-06, 2.19e-06, 3.19e-06, 1.29e-06, 9.09e-07, 3.20e-07, 2.48e-09, 2.14e-07, 7.41e-11, 7.96e-07, 1.53e-06, 8.70e-07, 1.37e-07, 9.59e-09, 2.35e-08, 3.49e-08, 2.23e-08, 7.91e-11, 4.28e-09, 1.11e-06, 6.81e-08] []
38700 [1.02e-06, 1.89e-06, 2.21e-06, 3.04e-06, 1.33e-06, 8.97e-07, 2.95e-07, 3.28e-09, 6.29e-09, 2.48e-11, 4.95e-07, 1.09e-06, 6.84e-07, 2.49e-07, 1.05e-08, 2.44e-08, 2.67e-08, 1.78e-08, 3.95e-09, 6.28e-10, 1.03e-07, 3.51e-08] [1.02e-06, 1.89e-06, 2.21e-06, 3.04e-06, 1.33e-06, 8.97e-07, 2.95e-07, 3.28e-09, 6.29e-09, 2.48e-11, 4.95e-07, 1.09e-06, 6.84e-07, 2.49e-07, 1.05e-08, 2.44e-08, 2.67e-08, 1.78e-08, 3.95e-09, 6.28e-10, 1.03e-07, 3.51e-08] []
38800 [3.17e-05, 6.68e-05, 5.42e-05, 3.55e-05, 2.14e-05, 1.46e-05, 5.77e-06, 1.74e-04, 2.69e-04, 5.53e-05, 1.88e-04, 7.34e-04, 1.10e-03, 4.42e-04, 1.29e-05, 7.71e-06, 2.21e-07, 1.16e-06, 0.00e+00, 0.00e+00, 7.15e-05, 2.41e-04] [3.17e-05, 6.68e-05, 5.42e-05, 3.55e-05, 2.14e-05, 1.46e-05, 5.77e-06, 1.74e-04, 2.69e-04, 5.53e-05, 1.88e-04, 7.34e-04, 1.10e-03, 4.42e-04, 1.29e-05, 7.71e-06, 2.21e-07, 1.16e-06, 0.00e+00, 0.00e+00, 7.15e-05, 2.41e-04] []
38900 [7.94e-06, 4.33e-06, 3.28e-06, 4.43e-06, 2.10e-06, 1.16e-06, 5.56e-07, 1.06e-07, 1.07e-06, 1.33e-08, 4.96e-05, 6.62e-05, 4.65e-05, 3.73e-07, 1.18e-06, 5.40e-07, 1.14e-06, 1.14e-06, 2.29e-07, 4.75e-07, 8.78e-06, 2.15e-06] [7.94e-06, 4.33e-06, 3.28e-06, 4.43e-06, 2.10e-06, 1.16e-06, 5.56e-07, 1.06e-07, 1.07e-06, 1.33e-08, 4.96e-05, 6.62e-05, 4.65e-05, 3.73e-07, 1.18e-06, 5.40e-07, 1.14e-06, 1.14e-06, 2.29e-07, 4.75e-07, 8.78e-06, 2.15e-06] []
39000 [5.28e-06, 2.58e-06, 2.84e-06, 4.68e-06, 1.69e-06, 6.42e-07, 3.88e-07, 6.83e-06, 1.88e-10, 1.11e-06, 2.09e-05, 2.09e-05, 1.40e-05, 4.67e-07, 8.84e-07, 4.15e-07, 3.13e-07, 2.24e-07, 5.19e-10, 6.03e-08, 1.31e-05, 3.71e-07] [5.28e-06, 2.58e-06, 2.84e-06, 4.68e-06, 1.69e-06, 6.42e-07, 3.88e-07, 6.83e-06, 1.88e-10, 1.11e-06, 2.09e-05, 2.09e-05, 1.40e-05, 4.67e-07, 8.84e-07, 4.15e-07, 3.13e-07, 2.24e-07, 5.19e-10, 6.03e-08, 1.31e-05, 3.71e-07] []
39100 [3.97e-06, 2.31e-06, 2.59e-06, 4.46e-06, 1.33e-06, 6.63e-07, 3.54e-07, 3.91e-06, 9.60e-10, 6.92e-08, 1.10e-05, 1.04e-05, 9.78e-06, 6.69e-07, 4.76e-07, 2.16e-07, 2.91e-07, 2.30e-07, 0.00e+00, 3.27e-08, 1.03e-05, 1.63e-07] [3.97e-06, 2.31e-06, 2.59e-06, 4.46e-06, 1.33e-06, 6.63e-07, 3.54e-07, 3.91e-06, 9.60e-10, 6.92e-08, 1.10e-05, 1.04e-05, 9.78e-06, 6.69e-07, 4.76e-07, 2.16e-07, 2.91e-07, 2.30e-07, 0.00e+00, 3.27e-08, 1.03e-05, 1.63e-07] []
39200 [2.86e-06, 2.23e-06, 2.55e-06, 4.48e-06, 1.07e-06, 6.37e-07, 3.39e-07, 1.40e-07, 1.05e-10, 8.86e-09, 6.74e-06, 5.46e-06, 4.03e-06, 2.27e-07, 2.90e-07, 8.23e-08, 2.14e-07, 2.05e-07, 5.47e-09, 1.52e-08, 4.66e-07, 8.36e-08] [2.86e-06, 2.23e-06, 2.55e-06, 4.48e-06, 1.07e-06, 6.37e-07, 3.39e-07, 1.40e-07, 1.05e-10, 8.86e-09, 6.74e-06, 5.46e-06, 4.03e-06, 2.27e-07, 2.90e-07, 8.23e-08, 2.14e-07, 2.05e-07, 5.47e-09, 1.52e-08, 4.66e-07, 8.36e-08] []
39300 [2.27e-06, 2.21e-06, 2.47e-06, 4.17e-06, 9.30e-07, 6.78e-07, 3.33e-07, 4.41e-07, 1.16e-08, 1.48e-07, 8.83e-06, 4.89e-06, 4.56e-06, 3.01e-07, 2.17e-07, 7.02e-08, 1.99e-07, 3.26e-07, 1.17e-07, 9.91e-09, 5.87e-07, 4.28e-08] [2.27e-06, 2.21e-06, 2.47e-06, 4.17e-06, 9.30e-07, 6.78e-07, 3.33e-07, 4.41e-07, 1.16e-08, 1.48e-07, 8.83e-06, 4.89e-06, 4.56e-06, 3.01e-07, 2.17e-07, 7.02e-08, 1.99e-07, 3.26e-07, 1.17e-07, 9.91e-09, 5.87e-07, 4.28e-08] []
39400 [2.21e-06, 2.13e-06, 2.44e-06, 4.07e-06, 9.52e-07, 7.40e-07, 3.35e-07, 6.27e-07, 7.41e-09, 2.85e-08, 7.91e-06, 4.40e-06, 1.08e-05, 6.40e-07, 1.13e-07, 6.02e-08, 6.28e-08, 9.39e-08, 3.58e-09, 6.46e-09, 1.01e-06, 2.72e-08] [2.21e-06, 2.13e-06, 2.44e-06, 4.07e-06, 9.52e-07, 7.40e-07, 3.35e-07, 6.27e-07, 7.41e-09, 2.85e-08, 7.91e-06, 4.40e-06, 1.08e-05, 6.40e-07, 1.13e-07, 6.02e-08, 6.28e-08, 9.39e-08, 3.58e-09, 6.46e-09, 1.01e-06, 2.72e-08] []
39500 [1.84e-06, 2.09e-06, 2.37e-06, 3.93e-06, 8.80e-07, 7.73e-07, 3.25e-07, 2.33e-09, 2.59e-07, 1.85e-08, 1.26e-05, 6.53e-06, 1.43e-05, 2.06e-06, 1.16e-07, 8.80e-08, 3.97e-07, 5.76e-07, 2.64e-08, 4.33e-08, 1.84e-07, 2.77e-07] [1.84e-06, 2.09e-06, 2.37e-06, 3.93e-06, 8.80e-07, 7.73e-07, 3.25e-07, 2.33e-09, 2.59e-07, 1.85e-08, 1.26e-05, 6.53e-06, 1.43e-05, 2.06e-06, 1.16e-07, 8.80e-08, 3.97e-07, 5.76e-07, 2.64e-08, 4.33e-08, 1.84e-07, 2.77e-07] []
39600 [1.61e-06, 2.15e-06, 2.36e-06, 3.92e-06, 9.32e-07, 8.01e-07, 3.28e-07, 1.64e-06, 3.02e-07, 4.64e-07, 1.86e-05, 9.43e-06, 1.88e-05, 2.98e-07, 1.16e-07, 1.15e-07, 2.97e-07, 5.29e-07, 4.29e-07, 9.54e-11, 2.66e-06, 3.89e-07] [1.61e-06, 2.15e-06, 2.36e-06, 3.92e-06, 9.32e-07, 8.01e-07, 3.28e-07, 1.64e-06, 3.02e-07, 4.64e-07, 1.86e-05, 9.43e-06, 1.88e-05, 2.98e-07, 1.16e-07, 1.15e-07, 2.97e-07, 5.29e-07, 4.29e-07, 9.54e-11, 2.66e-06, 3.89e-07] []
39700 [1.90e-06, 2.04e-06, 2.34e-06, 3.76e-06, 9.39e-07, 8.56e-07, 3.32e-07, 3.73e-07, 2.03e-07, 2.33e-07, 3.97e-06, 2.86e-06, 4.07e-06, 5.04e-06, 1.90e-07, 7.57e-08, 3.48e-07, 3.44e-07, 1.07e-08, 0.00e+00, 5.24e-07, 7.61e-07] [1.90e-06, 2.04e-06, 2.34e-06, 3.76e-06, 9.39e-07, 8.56e-07, 3.32e-07, 3.73e-07, 2.03e-07, 2.33e-07, 3.97e-06, 2.86e-06, 4.07e-06, 5.04e-06, 1.90e-07, 7.57e-08, 3.48e-07, 3.44e-07, 1.07e-08, 0.00e+00, 5.24e-07, 7.61e-07] []
39800 [3.02e-06, 2.09e-06, 2.51e-06, 3.87e-06, 1.14e-06, 9.11e-07, 3.57e-07, 4.04e-06, 3.43e-07, 3.80e-06, 2.80e-05, 2.62e-05, 8.57e-05, 1.43e-04, 1.39e-06, 1.22e-06, 2.67e-06, 2.04e-06, 1.37e-06, 4.04e-08, 8.96e-06, 2.48e-07] [3.02e-06, 2.09e-06, 2.51e-06, 3.87e-06, 1.14e-06, 9.11e-07, 3.57e-07, 4.04e-06, 3.43e-07, 3.80e-06, 2.80e-05, 2.62e-05, 8.57e-05, 1.43e-04, 1.39e-06, 1.22e-06, 2.67e-06, 2.04e-06, 1.37e-06, 4.04e-08, 8.96e-06, 2.48e-07] []
39900 [1.61e-06, 1.95e-06, 2.42e-06, 3.64e-06, 1.06e-06, 9.27e-07, 3.38e-07, 8.52e-07, 1.98e-07, 1.64e-10, 5.10e-06, 2.79e-06, 3.82e-06, 4.23e-07, 1.05e-07, 8.26e-08, 1.21e-07, 2.52e-07, 2.11e-07, 3.42e-08, 1.23e-06, 1.85e-07] [1.61e-06, 1.95e-06, 2.42e-06, 3.64e-06, 1.06e-06, 9.27e-07, 3.38e-07, 8.52e-07, 1.98e-07, 1.64e-10, 5.10e-06, 2.79e-06, 3.82e-06, 4.23e-07, 1.05e-07, 8.26e-08, 1.21e-07, 2.52e-07, 2.11e-07, 3.42e-08, 1.23e-06, 1.85e-07] []
40000 [1.66e-06, 1.84e-06, 2.44e-06, 3.44e-06, 1.16e-06, 9.33e-07, 3.52e-07, 1.06e-08, 1.46e-07, 3.90e-09, 1.17e-05, 6.35e-06, 2.01e-05, 4.69e-06, 4.12e-08, 4.94e-08, 3.17e-09, 1.76e-08, 1.51e-08, 1.23e-10, 2.77e-07, 4.53e-07] [1.66e-06, 1.84e-06, 2.44e-06, 3.44e-06, 1.16e-06, 9.33e-07, 3.52e-07, 1.06e-08, 1.46e-07, 3.90e-09, 1.17e-05, 6.35e-06, 2.01e-05, 4.69e-06, 4.12e-08, 4.94e-08, 3.17e-09, 1.76e-08, 1.51e-08, 1.23e-10, 2.77e-07, 4.53e-07] []
Best model at step 38703:
train loss: 1.31e-05
test loss: 1.31e-05
test metric: []
'train' took 39.808932 s
Best train step: 38703
lambda_a: 7.1541815956003
lambda_b: 5.607314911186905
kappa_a: 1.7498440713852037
kappa_b: 1.3423586979530133
Best train step: 38703
lambda_a: 1.9676970243
lambda_b: 1.7240719795
kappa_a: 0.5595266819
kappa_b: 0.29442828894
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
40000 [1.66e-06, 1.84e-06, 2.44e-06, 3.44e-06, 1.16e-06, 9.33e-07, 3.52e-07, 1.06e-08, 1.46e-07, 3.90e-09, 1.17e-05, 6.35e-06, 2.01e-05, 4.69e-06, 4.12e-08, 4.94e-08, 3.17e-09, 1.76e-08, 1.51e-08, 1.23e-10, 2.77e-07, 4.53e-07] [1.66e-06, 1.84e-06, 2.44e-06, 3.44e-06, 1.16e-06, 9.33e-07, 3.52e-07, 1.06e-08, 1.46e-07, 3.90e-09, 1.17e-05, 6.35e-06, 2.01e-05, 4.69e-06, 4.12e-08, 4.94e-08, 3.17e-09, 1.76e-08, 1.51e-08, 1.23e-10, 2.77e-07, 4.53e-07] []
40100 [1.70e-06, 1.82e-06, 2.47e-06, 3.47e-06, 1.44e-06, 7.70e-07, 3.84e-07, 2.87e-06, 3.55e-06, 1.54e-07, 3.80e-05, 1.80e-05, 3.02e-05, 8.25e-07, 5.51e-08, 2.35e-07, 2.60e-08, 1.61e-07, 0.00e+00, 0.00e+00, 5.83e-06, 4.90e-06] [1.70e-06, 1.82e-06, 2.47e-06, 3.47e-06, 1.44e-06, 7.70e-07, 3.84e-07, 2.87e-06, 3.55e-06, 1.54e-07, 3.80e-05, 1.80e-05, 3.02e-05, 8.25e-07, 5.51e-08, 2.35e-07, 2.60e-08, 1.61e-07, 0.00e+00, 0.00e+00, 5.83e-06, 4.90e-06] []
40200 [1.35e-06, 1.76e-06, 2.40e-06, 3.19e-06, 1.31e-06, 9.41e-07, 3.31e-07, 1.18e-07, 6.58e-09, 4.20e-09, 1.34e-05, 9.47e-06, 3.37e-05, 2.17e-05, 7.00e-09, 9.72e-11, 6.49e-10, 5.36e-09, 2.72e-09, 2.31e-09, 3.85e-07, 4.22e-08] [1.35e-06, 1.76e-06, 2.40e-06, 3.19e-06, 1.31e-06, 9.41e-07, 3.31e-07, 1.18e-07, 6.58e-09, 4.20e-09, 1.34e-05, 9.47e-06, 3.37e-05, 2.17e-05, 7.00e-09, 9.72e-11, 6.49e-10, 5.36e-09, 2.72e-09, 2.31e-09, 3.85e-07, 4.22e-08] []
40300 [1.67e-06, 1.78e-06, 2.43e-06, 3.28e-06, 1.43e-06, 9.46e-07, 3.36e-07, 1.96e-07, 1.32e-06, 1.76e-09, 7.75e-05, 4.33e-05, 1.59e-04, 8.47e-05, 3.77e-09, 1.15e-08, 0.00e+00, 9.66e-10, 0.00e+00, 0.00e+00, 2.03e-06, 3.27e-06] [1.67e-06, 1.78e-06, 2.43e-06, 3.28e-06, 1.43e-06, 9.46e-07, 3.36e-07, 1.96e-07, 1.32e-06, 1.76e-09, 7.75e-05, 4.33e-05, 1.59e-04, 8.47e-05, 3.77e-09, 1.15e-08, 0.00e+00, 9.66e-10, 0.00e+00, 0.00e+00, 2.03e-06, 3.27e-06] []
40400 [1.69e-06, 1.65e-06, 2.33e-06, 2.96e-06, 1.48e-06, 9.42e-07, 3.76e-07, 1.66e-08, 4.67e-08, 1.87e-08, 2.15e-06, 4.47e-06, 2.22e-06, 5.78e-06, 1.98e-07, 2.95e-07, 1.42e-07, 1.42e-07, 9.74e-09, 3.29e-08, 2.01e-07, 1.60e-07] [1.69e-06, 1.65e-06, 2.33e-06, 2.96e-06, 1.48e-06, 9.42e-07, 3.76e-07, 1.66e-08, 4.67e-08, 1.87e-08, 2.15e-06, 4.47e-06, 2.22e-06, 5.78e-06, 1.98e-07, 2.95e-07, 1.42e-07, 1.42e-07, 9.74e-09, 3.29e-08, 2.01e-07, 1.60e-07] []
40500 [1.17e-06, 1.63e-06, 2.30e-06, 2.88e-06, 1.39e-06, 9.46e-07, 3.31e-07, 5.81e-08, 4.02e-10, 2.99e-10, 2.91e-06, 2.30e-06, 5.58e-06, 2.54e-06, 1.34e-08, 3.09e-08, 3.27e-08, 3.53e-08, 3.23e-08, 9.37e-09, 1.68e-07, 4.71e-08] [1.17e-06, 1.63e-06, 2.30e-06, 2.88e-06, 1.39e-06, 9.46e-07, 3.31e-07, 5.81e-08, 4.02e-10, 2.99e-10, 2.91e-06, 2.30e-06, 5.58e-06, 2.54e-06, 1.34e-08, 3.09e-08, 3.27e-08, 3.53e-08, 3.23e-08, 9.37e-09, 1.68e-07, 4.71e-08] []
40600 [2.47e-06, 1.74e-06, 2.35e-06, 2.82e-06, 1.43e-06, 1.03e-06, 3.51e-07, 1.23e-06, 5.36e-07, 1.10e-07, 2.40e-05, 2.46e-05, 9.07e-05, 1.59e-04, 1.45e-06, 1.06e-06, 1.47e-06, 1.48e-06, 1.34e-06, 1.51e-07, 8.59e-06, 9.61e-07] [2.47e-06, 1.74e-06, 2.35e-06, 2.82e-06, 1.43e-06, 1.03e-06, 3.51e-07, 1.23e-06, 5.36e-07, 1.10e-07, 2.40e-05, 2.46e-05, 9.07e-05, 1.59e-04, 1.45e-06, 1.06e-06, 1.47e-06, 1.48e-06, 1.34e-06, 1.51e-07, 8.59e-06, 9.61e-07] []
40700 [1.48e-06, 1.74e-06, 2.29e-06, 2.78e-06, 1.38e-06, 1.15e-06, 2.99e-07, 6.40e-06, 4.43e-07, 8.18e-09, 1.80e-05, 2.17e-05, 8.18e-05, 1.15e-04, 0.00e+00, 9.05e-09, 0.00e+00, 0.00e+00, 4.49e-08, 2.46e-08, 8.19e-06, 1.61e-07] [1.48e-06, 1.74e-06, 2.29e-06, 2.78e-06, 1.38e-06, 1.15e-06, 2.99e-07, 6.40e-06, 4.43e-07, 8.18e-09, 1.80e-05, 2.17e-05, 8.18e-05, 1.15e-04, 0.00e+00, 9.05e-09, 0.00e+00, 0.00e+00, 4.49e-08, 2.46e-08, 8.19e-06, 1.61e-07] []
40800 [1.09e-06, 1.63e-06, 2.18e-06, 2.61e-06, 1.35e-06, 9.60e-07, 2.80e-07, 2.53e-08, 2.57e-09, 2.12e-08, 3.26e-06, 3.00e-06, 2.25e-06, 1.23e-06, 1.09e-08, 1.24e-08, 3.71e-08, 6.86e-08, 4.52e-08, 5.44e-09, 3.52e-07, 1.78e-08] [1.09e-06, 1.63e-06, 2.18e-06, 2.61e-06, 1.35e-06, 9.60e-07, 2.80e-07, 2.53e-08, 2.57e-09, 2.12e-08, 3.26e-06, 3.00e-06, 2.25e-06, 1.23e-06, 1.09e-08, 1.24e-08, 3.71e-08, 6.86e-08, 4.52e-08, 5.44e-09, 3.52e-07, 1.78e-08] []
40900 [1.43e-06, 1.79e-06, 2.10e-06, 2.65e-06, 1.40e-06, 1.07e-06, 2.66e-07, 1.14e-07, 2.79e-09, 1.64e-07, 1.07e-05, 3.36e-05, 6.13e-06, 1.02e-04, 1.02e-10, 2.22e-09, 0.00e+00, 0.00e+00, 4.76e-08, 5.31e-09, 2.51e-07, 1.95e-08] [1.43e-06, 1.79e-06, 2.10e-06, 2.65e-06, 1.40e-06, 1.07e-06, 2.66e-07, 1.14e-07, 2.79e-09, 1.64e-07, 1.07e-05, 3.36e-05, 6.13e-06, 1.02e-04, 1.02e-10, 2.22e-09, 0.00e+00, 0.00e+00, 4.76e-08, 5.31e-09, 2.51e-07, 1.95e-08] []
41000 [1.58e-06, 1.69e-06, 2.12e-06, 2.71e-06, 1.46e-06, 8.20e-07, 2.83e-07, 2.68e-08, 3.11e-09, 3.11e-09, 2.34e-05, 2.02e-05, 4.55e-05, 3.05e-06, 9.03e-08, 2.06e-07, 8.90e-10, 1.07e-08, 5.16e-09, 5.91e-11, 6.45e-08, 7.94e-08] [1.58e-06, 1.69e-06, 2.12e-06, 2.71e-06, 1.46e-06, 8.20e-07, 2.83e-07, 2.68e-08, 3.11e-09, 3.11e-09, 2.34e-05, 2.02e-05, 4.55e-05, 3.05e-06, 9.03e-08, 2.06e-07, 8.90e-10, 1.07e-08, 5.16e-09, 5.91e-11, 6.45e-08, 7.94e-08] []
41100 [1.19e-06, 1.62e-06, 2.04e-06, 2.44e-06, 1.36e-06, 9.34e-07, 2.59e-07, 3.24e-07, 1.01e-08, 3.27e-08, 1.16e-05, 7.17e-06, 2.61e-05, 1.67e-05, 6.76e-08, 8.69e-08, 3.46e-07, 3.79e-07, 2.51e-07, 2.39e-09, 1.46e-06, 2.83e-08] [1.19e-06, 1.62e-06, 2.04e-06, 2.44e-06, 1.36e-06, 9.34e-07, 2.59e-07, 3.24e-07, 1.01e-08, 3.27e-08, 1.16e-05, 7.17e-06, 2.61e-05, 1.67e-05, 6.76e-08, 8.69e-08, 3.46e-07, 3.79e-07, 2.51e-07, 2.39e-09, 1.46e-06, 2.83e-08] []
41200 [1.14e-06, 1.67e-06, 2.01e-06, 2.46e-06, 1.37e-06, 8.84e-07, 3.24e-07, 1.25e-06, 4.15e-06, 4.07e-07, 4.91e-06, 3.57e-06, 1.39e-05, 1.88e-05, 7.56e-08, 1.44e-07, 3.45e-07, 3.30e-07, 2.28e-07, 1.74e-07, 1.30e-06, 1.11e-06] [1.14e-06, 1.67e-06, 2.01e-06, 2.46e-06, 1.37e-06, 8.84e-07, 3.24e-07, 1.25e-06, 4.15e-06, 4.07e-07, 4.91e-06, 3.57e-06, 1.39e-05, 1.88e-05, 7.56e-08, 1.44e-07, 3.45e-07, 3.30e-07, 2.28e-07, 1.74e-07, 1.30e-06, 1.11e-06] []
41300 [7.66e-07, 1.91e-06, 1.96e-06, 2.48e-06, 1.78e-06, 1.18e-06, 3.29e-07, 6.28e-07, 5.46e-08, 1.43e-06, 1.49e-04, 1.53e-04, 3.38e-04, 2.07e-05, 2.04e-08, 3.18e-08, 1.36e-06, 1.54e-06, 4.45e-06, 6.46e-09, 2.62e-05, 7.25e-08] [7.66e-07, 1.91e-06, 1.96e-06, 2.48e-06, 1.78e-06, 1.18e-06, 3.29e-07, 6.28e-07, 5.46e-08, 1.43e-06, 1.49e-04, 1.53e-04, 3.38e-04, 2.07e-05, 2.04e-08, 3.18e-08, 1.36e-06, 1.54e-06, 4.45e-06, 6.46e-09, 2.62e-05, 7.25e-08] []
41400 [2.03e-06, 2.00e-06, 2.19e-06, 2.60e-06, 1.37e-06, 1.15e-06, 2.31e-07, 2.08e-07, 6.76e-08, 2.39e-07, 3.01e-05, 4.51e-05, 1.28e-04, 2.39e-04, 7.25e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.60e-10, 3.27e-06, 9.90e-08] [2.03e-06, 2.00e-06, 2.19e-06, 2.60e-06, 1.37e-06, 1.15e-06, 2.31e-07, 2.08e-07, 6.76e-08, 2.39e-07, 3.01e-05, 4.51e-05, 1.28e-04, 2.39e-04, 7.25e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.60e-10, 3.27e-06, 9.90e-08] []
41500 [1.19e-06, 1.57e-06, 1.97e-06, 2.26e-06, 1.40e-06, 9.09e-07, 2.59e-07, 6.75e-08, 2.75e-09, 7.46e-09, 1.85e-06, 4.14e-06, 4.19e-06, 1.54e-05, 2.11e-07, 2.70e-07, 1.22e-07, 2.09e-07, 0.00e+00, 5.37e-10, 2.75e-06, 6.16e-09] [1.19e-06, 1.57e-06, 1.97e-06, 2.26e-06, 1.40e-06, 9.09e-07, 2.59e-07, 6.75e-08, 2.75e-09, 7.46e-09, 1.85e-06, 4.14e-06, 4.19e-06, 1.54e-05, 2.11e-07, 2.70e-07, 1.22e-07, 2.09e-07, 0.00e+00, 5.37e-10, 2.75e-06, 6.16e-09] []
41600 [7.96e-07, 1.64e-06, 1.98e-06, 2.28e-06, 1.33e-06, 9.25e-07, 2.32e-07, 8.55e-07, 1.27e-07, 4.10e-08, 1.93e-06, 2.04e-06, 4.60e-06, 2.90e-06, 9.67e-09, 6.82e-09, 8.77e-10, 1.73e-09, 0.00e+00, 1.56e-09, 1.08e-06, 9.21e-09] [7.96e-07, 1.64e-06, 1.98e-06, 2.28e-06, 1.33e-06, 9.25e-07, 2.32e-07, 8.55e-07, 1.27e-07, 4.10e-08, 1.93e-06, 2.04e-06, 4.60e-06, 2.90e-06, 9.67e-09, 6.82e-09, 8.77e-10, 1.73e-09, 0.00e+00, 1.56e-09, 1.08e-06, 9.21e-09] []
41700 [7.48e-07, 1.68e-06, 1.94e-06, 2.28e-06, 1.35e-06, 8.85e-07, 2.38e-07, 8.28e-10, 3.28e-08, 1.08e-08, 1.47e-06, 2.25e-06, 3.80e-06, 4.67e-06, 5.94e-09, 5.84e-09, 1.59e-09, 9.76e-10, 2.61e-09, 8.10e-09, 8.10e-08, 5.68e-08] [7.48e-07, 1.68e-06, 1.94e-06, 2.28e-06, 1.35e-06, 8.85e-07, 2.38e-07, 8.28e-10, 3.28e-08, 1.08e-08, 1.47e-06, 2.25e-06, 3.80e-06, 4.67e-06, 5.94e-09, 5.84e-09, 1.59e-09, 9.76e-10, 2.61e-09, 8.10e-09, 8.10e-08, 5.68e-08] []
41800 [4.98e-06, 1.92e-06, 2.15e-06, 2.49e-06, 1.65e-06, 1.15e-06, 3.46e-07, 3.45e-07, 4.83e-07, 1.61e-06, 5.45e-05, 7.65e-05, 2.17e-04, 4.50e-04, 4.71e-06, 4.61e-06, 3.42e-06, 3.43e-06, 6.76e-07, 8.86e-08, 4.36e-06, 6.02e-07] [4.98e-06, 1.92e-06, 2.15e-06, 2.49e-06, 1.65e-06, 1.15e-06, 3.46e-07, 3.45e-07, 4.83e-07, 1.61e-06, 5.45e-05, 7.65e-05, 2.17e-04, 4.50e-04, 4.71e-06, 4.61e-06, 3.42e-06, 3.43e-06, 6.76e-07, 8.86e-08, 4.36e-06, 6.02e-07] []
41900 [1.28e-06, 1.75e-06, 1.89e-06, 2.14e-06, 1.38e-06, 7.94e-07, 2.14e-07, 1.62e-07, 5.48e-07, 2.85e-07, 2.42e-05, 2.59e-05, 7.04e-05, 5.62e-05, 4.07e-13, 3.39e-10, 0.00e+00, 5.74e-09, 7.98e-08, 1.07e-08, 4.70e-07, 9.21e-08] [1.28e-06, 1.75e-06, 1.89e-06, 2.14e-06, 1.38e-06, 7.94e-07, 2.14e-07, 1.62e-07, 5.48e-07, 2.85e-07, 2.42e-05, 2.59e-05, 7.04e-05, 5.62e-05, 4.07e-13, 3.39e-10, 0.00e+00, 5.74e-09, 7.98e-08, 1.07e-08, 4.70e-07, 9.21e-08] []
42000 [1.33e-06, 1.56e-06, 1.94e-06, 2.04e-06, 1.42e-06, 9.72e-07, 2.68e-07, 1.16e-06, 2.44e-06, 2.26e-07, 3.59e-05, 2.85e-05, 5.92e-05, 2.20e-06, 3.27e-08, 8.14e-07, 0.00e+00, 0.00e+00, 9.02e-09, 1.76e-06, 1.09e-05, 1.06e-05] [1.33e-06, 1.56e-06, 1.94e-06, 2.04e-06, 1.42e-06, 9.72e-07, 2.68e-07, 1.16e-06, 2.44e-06, 2.26e-07, 3.59e-05, 2.85e-05, 5.92e-05, 2.20e-06, 3.27e-08, 8.14e-07, 0.00e+00, 0.00e+00, 9.02e-09, 1.76e-06, 1.09e-05, 1.06e-05] []
Best model at step 38703:
train loss: 1.31e-05
test loss: 1.31e-05
test metric: []
'train' took 44.087176 s
Best train step: 38703
lambda_a: 7.1541815956003
lambda_b: 5.607314911186905
kappa_a: 1.7498440713852037
kappa_b: 1.3423586979530133
Training model...
Step Train loss Test loss Test metric
42000 [1.33e-06, 1.56e-06, 1.94e-06, 2.04e-06, 1.42e-06, 9.72e-07, 2.68e-07, 1.16e-06, 2.44e-06, 2.26e-07, 3.59e-05, 2.85e-05, 5.92e-05, 2.20e-06, 3.27e-08, 8.14e-07, 0.00e+00, 0.00e+00, 9.02e-09, 1.76e-06, 1.09e-05, 1.06e-05] [1.33e-06, 1.56e-06, 1.94e-06, 2.04e-06, 1.42e-06, 9.72e-07, 2.68e-07, 1.16e-06, 2.44e-06, 2.26e-07, 3.59e-05, 2.85e-05, 5.92e-05, 2.20e-06, 3.27e-08, 8.14e-07, 0.00e+00, 0.00e+00, 9.02e-09, 1.76e-06, 1.09e-05, 1.06e-05] []
42100 [1.18e-06, 1.95e-06, 2.14e-06, 2.21e-06, 1.42e-06, 9.01e-07, 3.02e-07, 1.15e-07, 1.41e-06, 2.23e-06, 2.51e-05, 2.28e-05, 6.87e-05, 3.20e-05, 6.53e-09, 7.34e-08, 2.12e-09, 8.52e-09, 6.58e-06, 5.35e-06, 3.79e-05, 3.06e-05] [1.18e-06, 1.95e-06, 2.14e-06, 2.21e-06, 1.42e-06, 9.01e-07, 3.02e-07, 1.15e-07, 1.41e-06, 2.23e-06, 2.51e-05, 2.28e-05, 6.87e-05, 3.20e-05, 6.53e-09, 7.34e-08, 2.12e-09, 8.52e-09, 6.58e-06, 5.35e-06, 3.79e-05, 3.06e-05] []
42200 [1.90e-06, 1.56e-06, 2.00e-06, 1.97e-06, 1.52e-06, 1.02e-06, 3.48e-07, 6.87e-06, 5.51e-08, 3.68e-07, 7.11e-05, 6.93e-05, 9.64e-05, 4.11e-06, 4.41e-07, 3.68e-06, 0.00e+00, 1.24e-09, 0.00e+00, 1.70e-07, 3.52e-05, 9.35e-07] [1.90e-06, 1.56e-06, 2.00e-06, 1.97e-06, 1.52e-06, 1.02e-06, 3.48e-07, 6.87e-06, 5.51e-08, 3.68e-07, 7.11e-05, 6.93e-05, 9.64e-05, 4.11e-06, 4.41e-07, 3.68e-06, 0.00e+00, 1.24e-09, 0.00e+00, 1.70e-07, 3.52e-05, 9.35e-07] []
42300 [7.37e-07, 1.68e-06, 1.82e-06, 1.91e-06, 1.34e-06, 8.94e-07, 2.08e-07, 3.00e-07, 9.43e-08, 5.74e-08, 1.29e-05, 8.74e-06, 1.88e-05, 1.36e-06, 1.33e-08, 8.81e-08, 1.32e-07, 1.29e-07, 1.31e-07, 1.76e-10, 7.18e-07, 4.84e-08] [7.37e-07, 1.68e-06, 1.82e-06, 1.91e-06, 1.34e-06, 8.94e-07, 2.08e-07, 3.00e-07, 9.43e-08, 5.74e-08, 1.29e-05, 8.74e-06, 1.88e-05, 1.36e-06, 1.33e-08, 8.81e-08, 1.32e-07, 1.29e-07, 1.31e-07, 1.76e-10, 7.18e-07, 4.84e-08] []
42400 [6.18e-07, 1.63e-06, 1.82e-06, 1.97e-06, 1.26e-06, 8.70e-07, 1.97e-07, 3.80e-08, 1.87e-08, 1.55e-10, 1.47e-06, 2.77e-06, 1.09e-06, 2.92e-06, 2.63e-09, 6.41e-09, 4.33e-09, 3.66e-09, 3.37e-08, 3.20e-10, 2.40e-07, 2.42e-08] [6.18e-07, 1.63e-06, 1.82e-06, 1.97e-06, 1.26e-06, 8.70e-07, 1.97e-07, 3.80e-08, 1.87e-08, 1.55e-10, 1.47e-06, 2.77e-06, 1.09e-06, 2.92e-06, 2.63e-09, 6.41e-09, 4.33e-09, 3.66e-09, 3.37e-08, 3.20e-10, 2.40e-07, 2.42e-08] []
42500 [6.76e-05, 2.59e-05, 3.65e-05, 1.27e-05, 1.15e-05, 4.02e-06, 1.85e-06, 4.71e-07, 4.60e-05, 5.39e-07, 8.93e-05, 4.55e-04, 4.16e-04, 4.54e-05, 2.31e-08, 7.59e-06, 6.76e-07, 8.88e-06, 1.58e-07, 0.00e+00, 9.73e-07, 5.34e-04] [6.76e-05, 2.59e-05, 3.65e-05, 1.27e-05, 1.15e-05, 4.02e-06, 1.85e-06, 4.71e-07, 4.60e-05, 5.39e-07, 8.93e-05, 4.55e-04, 4.16e-04, 4.54e-05, 2.31e-08, 7.59e-06, 6.76e-07, 8.88e-06, 1.58e-07, 0.00e+00, 9.73e-07, 5.34e-04] []
42600 [8.03e-06, 3.11e-06, 2.42e-06, 3.67e-06, 4.21e-06, 2.53e-06, 6.00e-07, 1.13e-07, 3.38e-08, 2.75e-09, 3.26e-05, 9.40e-05, 5.74e-05, 4.56e-07, 3.51e-07, 6.31e-07, 5.84e-07, 5.77e-07, 1.13e-08, 1.98e-08, 2.04e-05, 1.65e-07] [8.03e-06, 3.11e-06, 2.42e-06, 3.67e-06, 4.21e-06, 2.53e-06, 6.00e-07, 1.13e-07, 3.38e-08, 2.75e-09, 3.26e-05, 9.40e-05, 5.74e-05, 4.56e-07, 3.51e-07, 6.31e-07, 5.84e-07, 5.77e-07, 1.13e-08, 1.98e-08, 2.04e-05, 1.65e-07] []
42700 [3.26e-06, 2.04e-06, 2.28e-06, 3.82e-06, 6.45e-06, 2.16e-06, 6.71e-07, 1.80e-07, 1.26e-09, 2.48e-11, 2.12e-05, 2.04e-05, 1.28e-05, 3.85e-07, 4.61e-07, 3.70e-07, 2.90e-07, 5.08e-07, 3.49e-07, 6.59e-09, 1.05e-06, 4.58e-08] [3.26e-06, 2.04e-06, 2.28e-06, 3.82e-06, 6.45e-06, 2.16e-06, 6.71e-07, 1.80e-07, 1.26e-09, 2.48e-11, 2.12e-05, 2.04e-05, 1.28e-05, 3.85e-07, 4.61e-07, 3.70e-07, 2.90e-07, 5.08e-07, 3.49e-07, 6.59e-09, 1.05e-06, 4.58e-08] []
42800 [2.13e-06, 2.11e-06, 2.53e-06, 3.08e-06, 6.11e-06, 2.11e-06, 5.77e-07, 7.57e-11, 2.49e-11, 3.92e-11, 1.36e-05, 8.31e-06, 5.99e-06, 6.84e-07, 2.78e-07, 2.68e-07, 2.00e-07, 2.50e-07, 2.38e-09, 3.89e-10, 6.01e-08, 1.01e-08] [2.13e-06, 2.11e-06, 2.53e-06, 3.08e-06, 6.11e-06, 2.11e-06, 5.77e-07, 7.57e-11, 2.49e-11, 3.92e-11, 1.36e-05, 8.31e-06, 5.99e-06, 6.84e-07, 2.78e-07, 2.68e-07, 2.00e-07, 2.50e-07, 2.38e-09, 3.89e-10, 6.01e-08, 1.01e-08] []
42900 [1.86e-06, 2.23e-06, 2.54e-06, 2.64e-06, 5.67e-06, 2.12e-06, 5.01e-07, 1.96e-11, 8.70e-13, 8.44e-12, 9.93e-06, 5.60e-06, 4.48e-06, 4.84e-07, 2.59e-07, 2.04e-07, 1.76e-07, 2.15e-07, 1.66e-09, 1.68e-10, 4.63e-08, 8.33e-09] [1.86e-06, 2.23e-06, 2.54e-06, 2.64e-06, 5.67e-06, 2.12e-06, 5.01e-07, 1.96e-11, 8.70e-13, 8.44e-12, 9.93e-06, 5.60e-06, 4.48e-06, 4.84e-07, 2.59e-07, 2.04e-07, 1.76e-07, 2.15e-07, 1.66e-09, 1.68e-10, 4.63e-08, 8.33e-09] []
43000 [1.73e-06, 2.30e-06, 2.52e-06, 2.36e-06, 5.28e-06, 2.13e-06, 4.56e-07, 7.06e-10, 2.64e-10, 3.00e-12, 7.97e-06, 4.55e-06, 3.75e-06, 3.67e-07, 2.35e-07, 1.64e-07, 1.64e-07, 1.87e-07, 7.80e-10, 4.96e-11, 4.06e-08, 9.06e-09] [1.73e-06, 2.30e-06, 2.52e-06, 2.36e-06, 5.28e-06, 2.13e-06, 4.56e-07, 7.06e-10, 2.64e-10, 3.00e-12, 7.97e-06, 4.55e-06, 3.75e-06, 3.67e-07, 2.35e-07, 1.64e-07, 1.64e-07, 1.87e-07, 7.80e-10, 4.96e-11, 4.06e-08, 9.06e-09] []
43100 [1.68e-06, 2.42e-06, 2.58e-06, 2.23e-06, 4.99e-06, 2.15e-06, 4.38e-07, 1.37e-08, 1.15e-08, 1.59e-10, 7.18e-06, 4.05e-06, 3.28e-06, 4.25e-07, 2.44e-07, 1.28e-07, 1.42e-07, 1.45e-07, 5.44e-08, 1.32e-10, 3.12e-07, 1.62e-08] [1.68e-06, 2.42e-06, 2.58e-06, 2.23e-06, 4.99e-06, 2.15e-06, 4.38e-07, 1.37e-08, 1.15e-08, 1.59e-10, 7.18e-06, 4.05e-06, 3.28e-06, 4.25e-07, 2.44e-07, 1.28e-07, 1.42e-07, 1.45e-07, 5.44e-08, 1.32e-10, 3.12e-07, 1.62e-08] []
43200 [8.02e-06, 2.84e-06, 2.73e-06, 2.31e-06, 5.07e-06, 2.17e-06, 5.28e-07, 2.28e-10, 4.25e-09, 4.93e-07, 6.10e-05, 1.23e-04, 3.26e-04, 8.02e-04, 9.71e-06, 9.82e-06, 8.09e-06, 7.97e-06, 1.03e-08, 4.23e-09, 5.48e-08, 2.52e-08] [8.02e-06, 2.84e-06, 2.73e-06, 2.31e-06, 5.07e-06, 2.17e-06, 5.28e-07, 2.28e-10, 4.25e-09, 4.93e-07, 6.10e-05, 1.23e-04, 3.26e-04, 8.02e-04, 9.71e-06, 9.82e-06, 8.09e-06, 7.97e-06, 1.03e-08, 4.23e-09, 5.48e-08, 2.52e-08] []
43300 [1.65e-06, 2.43e-06, 2.34e-06, 1.87e-06, 4.37e-06, 2.11e-06, 3.95e-07, 1.49e-13, 3.43e-08, 6.52e-11, 5.89e-06, 3.68e-06, 3.05e-06, 2.57e-07, 1.20e-07, 9.47e-08, 1.87e-07, 1.83e-07, 2.76e-09, 2.19e-09, 5.50e-08, 2.06e-08] [1.65e-06, 2.43e-06, 2.34e-06, 1.87e-06, 4.37e-06, 2.11e-06, 3.95e-07, 1.49e-13, 3.43e-08, 6.52e-11, 5.89e-06, 3.68e-06, 3.05e-06, 2.57e-07, 1.20e-07, 9.47e-08, 1.87e-07, 1.83e-07, 2.76e-09, 2.19e-09, 5.50e-08, 2.06e-08] []
43400 [1.64e-06, 2.52e-06, 2.31e-06, 1.73e-06, 4.20e-06, 2.05e-06, 3.74e-07, 2.53e-09, 8.68e-07, 7.35e-10, 5.78e-06, 3.62e-06, 3.01e-06, 2.20e-07, 6.95e-08, 2.95e-08, 1.63e-07, 1.42e-07, 5.02e-09, 0.00e+00, 6.17e-08, 1.25e-06] [1.64e-06, 2.52e-06, 2.31e-06, 1.73e-06, 4.20e-06, 2.05e-06, 3.74e-07, 2.53e-09, 8.68e-07, 7.35e-10, 5.78e-06, 3.62e-06, 3.01e-06, 2.20e-07, 6.95e-08, 2.95e-08, 1.63e-07, 1.42e-07, 5.02e-09, 0.00e+00, 6.17e-08, 1.25e-06] []
43500 [2.31e-06, 2.88e-06, 2.50e-06, 1.79e-06, 4.39e-06, 2.19e-06, 3.71e-07, 1.01e-10, 1.85e-09, 9.27e-08, 1.35e-05, 4.37e-05, 7.88e-05, 2.05e-04, 0.00e+00, 3.26e-08, 0.00e+00, 0.00e+00, 1.68e-09, 6.02e-11, 8.25e-08, 6.15e-08] [2.31e-06, 2.88e-06, 2.50e-06, 1.79e-06, 4.39e-06, 2.19e-06, 3.71e-07, 1.01e-10, 1.85e-09, 9.27e-08, 1.35e-05, 4.37e-05, 7.88e-05, 2.05e-04, 0.00e+00, 3.26e-08, 0.00e+00, 0.00e+00, 1.68e-09, 6.02e-11, 8.25e-08, 6.15e-08] []
43600 [1.71e-06, 2.74e-06, 2.33e-06, 1.70e-06, 3.93e-06, 1.96e-06, 3.38e-07, 8.66e-09, 2.96e-06, 3.75e-08, 6.90e-06, 1.34e-05, 7.11e-06, 3.74e-05, 0.00e+00, 1.40e-08, 6.99e-10, 6.87e-11, 2.72e-09, 6.81e-07, 7.67e-08, 4.02e-06] [1.71e-06, 2.74e-06, 2.33e-06, 1.70e-06, 3.93e-06, 1.96e-06, 3.38e-07, 8.66e-09, 2.96e-06, 3.75e-08, 6.90e-06, 1.34e-05, 7.11e-06, 3.74e-05, 0.00e+00, 1.40e-08, 6.99e-10, 6.87e-11, 2.72e-09, 6.81e-07, 7.67e-08, 4.02e-06] []
43700 [2.09e-06, 2.79e-06, 2.27e-06, 1.80e-06, 3.82e-06, 1.91e-06, 3.39e-07, 2.99e-08, 1.24e-05, 6.92e-08, 2.60e-05, 3.33e-05, 9.96e-05, 1.69e-04, 0.00e+00, 2.68e-09, 0.00e+00, 1.13e-09, 8.70e-10, 0.00e+00, 1.17e-07, 1.88e-05] [2.09e-06, 2.79e-06, 2.27e-06, 1.80e-06, 3.82e-06, 1.91e-06, 3.39e-07, 2.99e-08, 1.24e-05, 6.92e-08, 2.60e-05, 3.33e-05, 9.96e-05, 1.69e-04, 0.00e+00, 2.68e-09, 0.00e+00, 1.13e-09, 8.70e-10, 0.00e+00, 1.17e-07, 1.88e-05] []
43800 [2.48e-06, 2.64e-06, 2.30e-06, 1.56e-06, 3.66e-06, 1.69e-06, 3.45e-07, 7.08e-08, 2.00e-08, 9.08e-09, 2.19e-05, 1.62e-05, 5.73e-05, 6.21e-05, 4.34e-07, 3.59e-07, 1.10e-06, 1.01e-06, 2.26e-09, 1.27e-09, 9.21e-08, 1.42e-08] [2.48e-06, 2.64e-06, 2.30e-06, 1.56e-06, 3.66e-06, 1.69e-06, 3.45e-07, 7.08e-08, 2.00e-08, 9.08e-09, 2.19e-05, 1.62e-05, 5.73e-05, 6.21e-05, 4.34e-07, 3.59e-07, 1.10e-06, 1.01e-06, 2.26e-09, 1.27e-09, 9.21e-08, 1.42e-08] []
43900 [1.74e-06, 2.99e-06, 2.35e-06, 1.66e-06, 4.15e-06, 1.63e-06, 3.38e-07, 1.49e-05, 1.55e-07, 6.71e-08, 6.62e-05, 6.10e-05, 6.04e-05, 1.92e-05, 2.26e-09, 3.04e-08, 1.77e-07, 2.80e-07, 2.99e-06, 4.18e-07, 1.87e-05, 2.39e-06] [1.74e-06, 2.99e-06, 2.35e-06, 1.66e-06, 4.15e-06, 1.63e-06, 3.38e-07, 1.49e-05, 1.55e-07, 6.71e-08, 6.62e-05, 6.10e-05, 6.04e-05, 1.92e-05, 2.26e-09, 3.04e-08, 1.77e-07, 2.80e-07, 2.99e-06, 4.18e-07, 1.87e-05, 2.39e-06] []
44000 [1.59e-06, 2.71e-06, 2.30e-06, 1.77e-06, 3.47e-06, 1.54e-06, 3.50e-07, 1.23e-06, 1.26e-04, 5.89e-11, 6.91e-06, 5.15e-06, 1.13e-05, 1.08e-05, 1.36e-08, 3.82e-09, 1.62e-08, 2.58e-08, 0.00e+00, 7.50e-06, 1.16e-06, 4.06e-05] [1.59e-06, 2.71e-06, 2.30e-06, 1.77e-06, 3.47e-06, 1.54e-06, 3.50e-07, 1.23e-06, 1.26e-04, 5.89e-11, 6.91e-06, 5.15e-06, 1.13e-05, 1.08e-05, 1.36e-08, 3.82e-09, 1.62e-08, 2.58e-08, 0.00e+00, 7.50e-06, 1.16e-06, 4.06e-05] []
Best model at step 38703:
train loss: 1.31e-05
test loss: 1.31e-05
test metric: []
'train' took 41.926589 s
Best train step: 38703
lambda_a: 7.1541815956003
lambda_b: 5.607314911186905
kappa_a: 1.7498440713852037
kappa_b: 1.3423586979530133
Training model...
Step Train loss Test loss Test metric
44000 [1.59e-06, 2.71e-06, 2.30e-06, 1.77e-06, 3.47e-06, 1.54e-06, 3.50e-07, 1.23e-06, 1.26e-04, 5.89e-11, 6.91e-06, 5.15e-06, 1.13e-05, 1.08e-05, 1.36e-08, 3.82e-09, 1.62e-08, 2.58e-08, 0.00e+00, 7.50e-06, 1.16e-06, 4.06e-05] [1.59e-06, 2.71e-06, 2.30e-06, 1.77e-06, 3.47e-06, 1.54e-06, 3.50e-07, 1.23e-06, 1.26e-04, 5.89e-11, 6.91e-06, 5.15e-06, 1.13e-05, 1.08e-05, 1.36e-08, 3.82e-09, 1.62e-08, 2.58e-08, 0.00e+00, 7.50e-06, 1.16e-06, 4.06e-05] []
44100 [1.69e-06, 2.62e-06, 2.19e-06, 1.66e-06, 3.44e-06, 1.43e-06, 3.25e-07, 4.12e-07, 5.12e-08, 6.49e-09, 5.19e-06, 3.72e-06, 2.62e-06, 2.54e-06, 1.48e-08, 7.74e-09, 1.02e-07, 1.17e-07, 0.00e+00, 1.38e-09, 1.08e-06, 4.04e-08] [1.69e-06, 2.62e-06, 2.19e-06, 1.66e-06, 3.44e-06, 1.43e-06, 3.25e-07, 4.12e-07, 5.12e-08, 6.49e-09, 5.19e-06, 3.72e-06, 2.62e-06, 2.54e-06, 1.48e-08, 7.74e-09, 1.02e-07, 1.17e-07, 0.00e+00, 1.38e-09, 1.08e-06, 4.04e-08] []
44200 [1.86e-06, 2.71e-06, 2.21e-06, 1.57e-06, 3.33e-06, 1.68e-06, 3.15e-07, 5.38e-05, 4.81e-06, 1.31e-08, 4.94e-06, 5.26e-06, 7.21e-06, 1.28e-05, 1.08e-08, 9.84e-10, 4.22e-08, 9.21e-09, 5.13e-07, 0.00e+00, 2.84e-05, 2.75e-06] [1.86e-06, 2.71e-06, 2.21e-06, 1.57e-06, 3.33e-06, 1.68e-06, 3.15e-07, 5.38e-05, 4.81e-06, 1.31e-08, 4.94e-06, 5.26e-06, 7.21e-06, 1.28e-05, 1.08e-08, 9.84e-10, 4.22e-08, 9.21e-09, 5.13e-07, 0.00e+00, 2.84e-05, 2.75e-06] []
44300 [1.70e-06, 2.73e-06, 2.15e-06, 1.80e-06, 3.23e-06, 1.35e-06, 3.09e-07, 2.30e-06, 2.73e-08, 9.26e-11, 2.33e-05, 1.69e-05, 6.29e-05, 4.99e-05, 0.00e+00, 4.65e-10, 6.36e-09, 1.54e-09, 0.00e+00, 3.29e-10, 2.42e-06, 3.86e-08] [1.70e-06, 2.73e-06, 2.15e-06, 1.80e-06, 3.23e-06, 1.35e-06, 3.09e-07, 2.30e-06, 2.73e-08, 9.26e-11, 2.33e-05, 1.69e-05, 6.29e-05, 4.99e-05, 0.00e+00, 4.65e-10, 6.36e-09, 1.54e-09, 0.00e+00, 3.29e-10, 2.42e-06, 3.86e-08] []
44400 [1.80e-06, 2.73e-06, 2.10e-06, 1.78e-06, 3.20e-06, 1.34e-06, 3.11e-07, 4.59e-07, 2.26e-06, 2.61e-09, 1.01e-05, 1.21e-05, 3.20e-05, 4.33e-05, 1.70e-13, 2.10e-11, 5.42e-09, 6.78e-09, 6.80e-09, 0.00e+00, 2.16e-07, 7.34e-07] [1.80e-06, 2.73e-06, 2.10e-06, 1.78e-06, 3.20e-06, 1.34e-06, 3.11e-07, 4.59e-07, 2.26e-06, 2.61e-09, 1.01e-05, 1.21e-05, 3.20e-05, 4.33e-05, 1.70e-13, 2.10e-11, 5.42e-09, 6.78e-09, 6.80e-09, 0.00e+00, 2.16e-07, 7.34e-07] []
44500 [9.83e-06, 4.10e-06, 2.63e-06, 2.67e-06, 4.25e-06, 1.88e-06, 5.32e-07, 4.77e-07, 4.04e-05, 5.97e-07, 4.42e-05, 2.77e-04, 2.76e-04, 1.32e-03, 0.00e+00, 1.95e-10, 0.00e+00, 0.00e+00, 5.49e-09, 0.00e+00, 6.23e-07, 2.84e-05] [9.83e-06, 4.10e-06, 2.63e-06, 2.67e-06, 4.25e-06, 1.88e-06, 5.32e-07, 4.77e-07, 4.04e-05, 5.97e-07, 4.42e-05, 2.77e-04, 2.76e-04, 1.32e-03, 0.00e+00, 1.95e-10, 0.00e+00, 0.00e+00, 5.49e-09, 0.00e+00, 6.23e-07, 2.84e-05] []
44600 [1.70e-06, 2.69e-06, 2.05e-06, 1.88e-06, 2.99e-06, 1.24e-06, 2.92e-07, 4.36e-09, 1.35e-06, 5.98e-11, 6.92e-06, 5.91e-06, 1.43e-05, 7.13e-06, 2.32e-09, 1.52e-08, 8.37e-08, 1.20e-08, 3.14e-08, 1.99e-08, 1.39e-07, 8.64e-08] [1.70e-06, 2.69e-06, 2.05e-06, 1.88e-06, 2.99e-06, 1.24e-06, 2.92e-07, 4.36e-09, 1.35e-06, 5.98e-11, 6.92e-06, 5.91e-06, 1.43e-05, 7.13e-06, 2.32e-09, 1.52e-08, 8.37e-08, 1.20e-08, 3.14e-08, 1.99e-08, 1.39e-07, 8.64e-08] []
44700 [2.35e-06, 2.77e-06, 2.12e-06, 1.77e-06, 3.03e-06, 1.19e-06, 3.03e-07, 7.03e-07, 1.11e-07, 1.89e-11, 2.28e-05, 1.52e-05, 5.78e-05, 5.85e-05, 3.55e-07, 5.39e-07, 1.16e-06, 9.50e-07, 2.12e-07, 2.27e-10, 1.35e-06, 1.02e-07] [2.35e-06, 2.77e-06, 2.12e-06, 1.77e-06, 3.03e-06, 1.19e-06, 3.03e-07, 7.03e-07, 1.11e-07, 1.89e-11, 2.28e-05, 1.52e-05, 5.78e-05, 5.85e-05, 3.55e-07, 5.39e-07, 1.16e-06, 9.50e-07, 2.12e-07, 2.27e-10, 1.35e-06, 1.02e-07] []
44800 [6.27e-06, 3.64e-06, 2.51e-06, 2.47e-06, 3.67e-06, 1.65e-06, 3.33e-07, 5.22e-06, 1.36e-07, 1.56e-07, 1.38e-04, 1.85e-04, 5.51e-04, 9.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.59e-08, 2.30e-09, 4.21e-05, 4.86e-08] [6.27e-06, 3.64e-06, 2.51e-06, 2.47e-06, 3.67e-06, 1.65e-06, 3.33e-07, 5.22e-06, 1.36e-07, 1.56e-07, 1.38e-04, 1.85e-04, 5.51e-04, 9.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.59e-08, 2.30e-09, 4.21e-05, 4.86e-08] []
44900 [1.68e-06, 2.55e-06, 2.11e-06, 2.00e-06, 2.72e-06, 1.17e-06, 2.74e-07, 9.77e-07, 2.11e-08, 4.73e-08, 2.91e-06, 2.38e-06, 1.69e-06, 1.02e-06, 3.38e-08, 8.40e-08, 7.52e-08, 9.96e-08, 1.27e-07, 7.33e-09, 8.44e-07, 4.22e-08] [1.68e-06, 2.55e-06, 2.11e-06, 2.00e-06, 2.72e-06, 1.17e-06, 2.74e-07, 9.77e-07, 2.11e-08, 4.73e-08, 2.91e-06, 2.38e-06, 1.69e-06, 1.02e-06, 3.38e-08, 8.40e-08, 7.52e-08, 9.96e-08, 1.27e-07, 7.33e-09, 8.44e-07, 4.22e-08] []
45000 [2.08e-06, 2.61e-06, 2.14e-06, 1.87e-06, 2.54e-06, 1.16e-06, 2.94e-07, 1.15e-07, 3.04e-06, 3.41e-09, 3.30e-06, 2.51e-06, 3.11e-06, 1.86e-06, 3.10e-08, 8.57e-08, 2.28e-07, 2.14e-07, 2.19e-07, 0.00e+00, 1.07e-06, 1.55e-06] [2.08e-06, 2.61e-06, 2.14e-06, 1.87e-06, 2.54e-06, 1.16e-06, 2.94e-07, 1.15e-07, 3.04e-06, 3.41e-09, 3.30e-06, 2.51e-06, 3.11e-06, 1.86e-06, 3.10e-08, 8.57e-08, 2.28e-07, 2.14e-07, 2.19e-07, 0.00e+00, 1.07e-06, 1.55e-06] []
45100 [6.54e-06, 2.92e-06, 2.28e-06, 2.02e-06, 2.85e-06, 1.22e-06, 4.45e-07, 8.60e-08, 5.85e-08, 2.43e-07, 4.48e-05, 8.98e-05, 2.23e-04, 5.74e-04, 6.13e-06, 6.70e-06, 5.04e-06, 3.83e-06, 6.99e-09, 2.50e-09, 4.68e-08, 1.31e-08] [6.54e-06, 2.92e-06, 2.28e-06, 2.02e-06, 2.85e-06, 1.22e-06, 4.45e-07, 8.60e-08, 5.85e-08, 2.43e-07, 4.48e-05, 8.98e-05, 2.23e-04, 5.74e-04, 6.13e-06, 6.70e-06, 5.04e-06, 3.83e-06, 6.99e-09, 2.50e-09, 4.68e-08, 1.31e-08] []
45200 [2.48e-06, 3.06e-06, 2.11e-06, 2.22e-06, 2.83e-06, 1.14e-06, 3.50e-07, 8.27e-06, 5.47e-06, 3.12e-07, 2.21e-05, 4.98e-05, 1.26e-04, 3.00e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.53e-07, 1.58e-07, 1.16e-06, 1.32e-06] [2.48e-06, 3.06e-06, 2.11e-06, 2.22e-06, 2.83e-06, 1.14e-06, 3.50e-07, 8.27e-06, 5.47e-06, 3.12e-07, 2.21e-05, 4.98e-05, 1.26e-04, 3.00e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.53e-07, 1.58e-07, 1.16e-06, 1.32e-06] []
45300 [1.11e-05, 6.91e-06, 2.87e-06, 5.15e-06, 3.30e-06, 1.93e-06, 5.20e-07, 9.77e-06, 9.61e-05, 1.25e-06, 5.56e-04, 6.83e-04, 5.29e-04, 3.05e-04, 0.00e+00, 1.67e-09, 1.77e-06, 0.00e+00, 4.71e-07, 0.00e+00, 1.98e-06, 2.80e-05] [1.11e-05, 6.91e-06, 2.87e-06, 5.15e-06, 3.30e-06, 1.93e-06, 5.20e-07, 9.77e-06, 9.61e-05, 1.25e-06, 5.56e-04, 6.83e-04, 5.29e-04, 3.05e-04, 0.00e+00, 1.67e-09, 1.77e-06, 0.00e+00, 4.71e-07, 0.00e+00, 1.98e-06, 2.80e-05] []
45400 [1.85e-06, 2.53e-06, 2.06e-06, 2.24e-06, 2.29e-06, 1.15e-06, 3.06e-07, 4.86e-07, 2.39e-08, 7.70e-09, 4.16e-06, 4.80e-06, 3.58e-06, 6.33e-07, 1.98e-07, 5.10e-08, 1.02e-07, 1.61e-07, 0.00e+00, 2.84e-08, 2.96e-07, 1.62e-07] [1.85e-06, 2.53e-06, 2.06e-06, 2.24e-06, 2.29e-06, 1.15e-06, 3.06e-07, 4.86e-07, 2.39e-08, 7.70e-09, 4.16e-06, 4.80e-06, 3.58e-06, 6.33e-07, 1.98e-07, 5.10e-08, 1.02e-07, 1.61e-07, 0.00e+00, 2.84e-08, 2.96e-07, 1.62e-07] []
45500 [1.41e-06, 2.50e-06, 2.12e-06, 2.42e-06, 2.06e-06, 1.10e-06, 2.83e-07, 1.98e-08, 1.07e-10, 1.31e-10, 1.91e-06, 1.64e-06, 1.10e-06, 2.45e-07, 5.83e-08, 2.15e-08, 3.40e-08, 3.58e-08, 2.38e-10, 1.86e-09, 7.19e-08, 7.23e-09] [1.41e-06, 2.50e-06, 2.12e-06, 2.42e-06, 2.06e-06, 1.10e-06, 2.83e-07, 1.98e-08, 1.07e-10, 1.31e-10, 1.91e-06, 1.64e-06, 1.10e-06, 2.45e-07, 5.83e-08, 2.15e-08, 3.40e-08, 3.58e-08, 2.38e-10, 1.86e-09, 7.19e-08, 7.23e-09] []
45600 [2.62e-06, 2.72e-06, 2.22e-06, 2.13e-06, 2.05e-06, 1.01e-06, 3.89e-07, 5.21e-09, 1.01e-06, 1.41e-07, 2.84e-06, 3.32e-06, 2.18e-06, 1.53e-06, 2.17e-08, 1.47e-07, 1.64e-07, 1.19e-07, 1.90e-07, 4.71e-08, 1.12e-06, 7.25e-07] [2.62e-06, 2.72e-06, 2.22e-06, 2.13e-06, 2.05e-06, 1.01e-06, 3.89e-07, 5.21e-09, 1.01e-06, 1.41e-07, 2.84e-06, 3.32e-06, 2.18e-06, 1.53e-06, 2.17e-08, 1.47e-07, 1.64e-07, 1.19e-07, 1.90e-07, 4.71e-08, 1.12e-06, 7.25e-07] []
45700 [1.39e-06, 2.62e-06, 1.98e-06, 2.23e-06, 2.16e-06, 1.02e-06, 3.18e-07, 6.03e-08, 1.78e-09, 4.27e-11, 1.38e-06, 1.56e-06, 1.17e-06, 3.47e-08, 1.36e-08, 9.83e-09, 2.95e-08, 3.85e-08, 1.08e-09, 5.73e-11, 4.67e-08, 1.29e-08] [1.39e-06, 2.62e-06, 1.98e-06, 2.23e-06, 2.16e-06, 1.02e-06, 3.18e-07, 6.03e-08, 1.78e-09, 4.27e-11, 1.38e-06, 1.56e-06, 1.17e-06, 3.47e-08, 1.36e-08, 9.83e-09, 2.95e-08, 3.85e-08, 1.08e-09, 5.73e-11, 4.67e-08, 1.29e-08] []
45800 [1.19e-05, 3.54e-06, 2.60e-06, 2.80e-06, 3.00e-06, 1.48e-06, 7.23e-07, 1.79e-09, 9.37e-07, 1.35e-06, 5.13e-05, 1.98e-04, 2.92e-04, 1.28e-03, 2.06e-05, 1.96e-05, 9.55e-06, 7.19e-06, 1.68e-11, 4.31e-08, 2.10e-05, 3.30e-07] [1.19e-05, 3.54e-06, 2.60e-06, 2.80e-06, 3.00e-06, 1.48e-06, 7.23e-07, 1.79e-09, 9.37e-07, 1.35e-06, 5.13e-05, 1.98e-04, 2.92e-04, 1.28e-03, 2.06e-05, 1.96e-05, 9.55e-06, 7.19e-06, 1.68e-11, 4.31e-08, 2.10e-05, 3.30e-07] []
45900 [6.98e-06, 3.01e-06, 2.18e-06, 2.37e-06, 2.56e-06, 1.17e-06, 4.94e-07, 4.31e-09, 1.03e-06, 3.20e-07, 3.91e-05, 9.30e-05, 2.26e-04, 5.91e-04, 7.59e-06, 7.19e-06, 5.84e-06, 4.82e-06, 3.76e-08, 1.54e-07, 1.91e-07, 8.87e-07] [6.98e-06, 3.01e-06, 2.18e-06, 2.37e-06, 2.56e-06, 1.17e-06, 4.94e-07, 4.31e-09, 1.03e-06, 3.20e-07, 3.91e-05, 9.30e-05, 2.26e-04, 5.91e-04, 7.59e-06, 7.19e-06, 5.84e-06, 4.82e-06, 3.76e-08, 1.54e-07, 1.91e-07, 8.87e-07] []
46000 [2.13e-06, 2.88e-06, 1.97e-06, 2.29e-06, 2.40e-06, 1.05e-06, 3.20e-07, 2.75e-12, 2.06e-07, 4.17e-08, 1.72e-05, 3.34e-05, 8.01e-05, 1.50e-04, 0.00e+00, 4.63e-10, 0.00e+00, 0.00e+00, 1.46e-10, 6.43e-08, 7.04e-08, 4.28e-07] [2.13e-06, 2.88e-06, 1.97e-06, 2.29e-06, 2.40e-06, 1.05e-06, 3.20e-07, 2.75e-12, 2.06e-07, 4.17e-08, 1.72e-05, 3.34e-05, 8.01e-05, 1.50e-04, 0.00e+00, 4.63e-10, 0.00e+00, 0.00e+00, 1.46e-10, 6.43e-08, 7.04e-08, 4.28e-07] []
Best model at step 38703:
train loss: 1.31e-05
test loss: 1.31e-05
test metric: []
'train' took 41.722580 s
Best train step: 38703
lambda_a: 7.1541815956003
lambda_b: 5.607314911186905
kappa_a: 1.7498440713852037
kappa_b: 1.3423586979530133
Training model...
Step Train loss Test loss Test metric
46000 [2.13e-06, 2.88e-06, 1.97e-06, 2.29e-06, 2.40e-06, 1.05e-06, 3.20e-07, 2.75e-12, 2.06e-07, 4.17e-08, 1.72e-05, 3.34e-05, 8.01e-05, 1.50e-04, 0.00e+00, 4.63e-10, 0.00e+00, 0.00e+00, 1.46e-10, 6.43e-08, 7.04e-08, 4.28e-07] [2.13e-06, 2.88e-06, 1.97e-06, 2.29e-06, 2.40e-06, 1.05e-06, 3.20e-07, 2.75e-12, 2.06e-07, 4.17e-08, 1.72e-05, 3.34e-05, 8.01e-05, 1.50e-04, 0.00e+00, 4.63e-10, 0.00e+00, 0.00e+00, 1.46e-10, 6.43e-08, 7.04e-08, 4.28e-07] []
46100 [2.18e-06, 2.77e-06, 1.91e-06, 2.16e-06, 2.13e-06, 9.61e-07, 3.64e-07, 3.82e-10, 7.54e-08, 2.57e-08, 1.01e-05, 1.17e-05, 3.44e-05, 6.08e-05, 4.59e-07, 5.78e-07, 8.04e-07, 7.69e-07, 1.57e-10, 1.06e-08, 7.01e-08, 7.47e-08] [2.18e-06, 2.77e-06, 1.91e-06, 2.16e-06, 2.13e-06, 9.61e-07, 3.64e-07, 3.82e-10, 7.54e-08, 2.57e-08, 1.01e-05, 1.17e-05, 3.44e-05, 6.08e-05, 4.59e-07, 5.78e-07, 8.04e-07, 7.69e-07, 1.57e-10, 1.06e-08, 7.01e-08, 7.47e-08] []
46200 [1.65e-06, 2.83e-06, 1.87e-06, 2.25e-06, 2.23e-06, 1.01e-06, 3.23e-07, 1.19e-07, 1.02e-05, 1.17e-08, 1.14e-05, 1.97e-05, 5.08e-05, 8.91e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.82e-09, 0.00e+00, 6.81e-08, 6.79e-06] [1.65e-06, 2.83e-06, 1.87e-06, 2.25e-06, 2.23e-06, 1.01e-06, 3.23e-07, 1.19e-07, 1.02e-05, 1.17e-08, 1.14e-05, 1.97e-05, 5.08e-05, 8.91e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.82e-09, 0.00e+00, 6.81e-08, 6.79e-06] []
46300 [1.76e-06, 2.74e-06, 1.86e-06, 2.22e-06, 2.09e-06, 8.99e-07, 3.41e-07, 1.92e-07, 5.84e-07, 1.03e-08, 4.41e-06, 5.10e-06, 1.51e-05, 2.94e-05, 1.78e-07, 2.70e-07, 7.09e-07, 2.04e-07, 9.36e-09, 5.85e-09, 8.28e-08, 4.10e-08] [1.76e-06, 2.74e-06, 1.86e-06, 2.22e-06, 2.09e-06, 8.99e-07, 3.41e-07, 1.92e-07, 5.84e-07, 1.03e-08, 4.41e-06, 5.10e-06, 1.51e-05, 2.94e-05, 1.78e-07, 2.70e-07, 7.09e-07, 2.04e-07, 9.36e-09, 5.85e-09, 8.28e-08, 4.10e-08] []
46400 [2.37e-06, 2.93e-06, 2.00e-06, 2.40e-06, 2.23e-06, 9.09e-07, 3.63e-07, 4.20e-10, 2.79e-07, 2.80e-07, 3.49e-06, 6.00e-05, 4.32e-05, 1.84e-04, 0.00e+00, 4.95e-08, 0.00e+00, 9.99e-11, 3.57e-11, 2.85e-08, 1.84e-07, 1.79e-07] [2.37e-06, 2.93e-06, 2.00e-06, 2.40e-06, 2.23e-06, 9.09e-07, 3.63e-07, 4.20e-10, 2.79e-07, 2.80e-07, 3.49e-06, 6.00e-05, 4.32e-05, 1.84e-04, 0.00e+00, 4.95e-08, 0.00e+00, 9.99e-11, 3.57e-11, 2.85e-08, 1.84e-07, 1.79e-07] []
46500 [1.25e-06, 2.84e-06, 1.83e-06, 2.31e-06, 2.06e-06, 8.74e-07, 3.23e-07, 2.88e-08, 1.72e-06, 3.22e-08, 3.62e-06, 8.28e-06, 1.75e-05, 4.36e-05, 8.17e-10, 0.00e+00, 1.83e-09, 0.00e+00, 2.42e-09, 0.00e+00, 7.82e-08, 1.49e-06] [1.25e-06, 2.84e-06, 1.83e-06, 2.31e-06, 2.06e-06, 8.74e-07, 3.23e-07, 2.88e-08, 1.72e-06, 3.22e-08, 3.62e-06, 8.28e-06, 1.75e-05, 4.36e-05, 8.17e-10, 0.00e+00, 1.83e-09, 0.00e+00, 2.42e-09, 0.00e+00, 7.82e-08, 1.49e-06] []
46600 [7.09e-06, 3.72e-06, 2.26e-06, 3.28e-06, 2.70e-06, 1.45e-06, 3.76e-07, 1.18e-04, 1.39e-05, 2.35e-09, 1.44e-04, 2.05e-04, 5.64e-04, 9.01e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.49e-05, 1.34e-05] [7.09e-06, 3.72e-06, 2.26e-06, 3.28e-06, 2.70e-06, 1.45e-06, 3.76e-07, 1.18e-04, 1.39e-05, 2.35e-09, 1.44e-04, 2.05e-04, 5.64e-04, 9.01e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.49e-05, 1.34e-05] []
46700 [2.57e-06, 2.79e-06, 1.90e-06, 2.17e-06, 2.10e-06, 8.39e-07, 3.51e-07, 2.15e-06, 1.69e-06, 1.33e-07, 7.09e-06, 9.41e-06, 2.02e-05, 7.57e-05, 9.55e-07, 3.19e-07, 4.45e-07, 9.09e-07, 2.39e-08, 0.00e+00, 2.64e-07, 8.91e-07] [2.57e-06, 2.79e-06, 1.90e-06, 2.17e-06, 2.10e-06, 8.39e-07, 3.51e-07, 2.15e-06, 1.69e-06, 1.33e-07, 7.09e-06, 9.41e-06, 2.02e-05, 7.57e-05, 9.55e-07, 3.19e-07, 4.45e-07, 9.09e-07, 2.39e-08, 0.00e+00, 2.64e-07, 8.91e-07] []
46800 [6.96e-06, 3.15e-06, 2.05e-06, 2.48e-06, 2.37e-06, 1.07e-06, 4.98e-07, 2.02e-05, 3.89e-06, 1.04e-07, 6.62e-05, 1.08e-04, 3.02e-04, 6.65e-04, 8.16e-06, 6.74e-06, 6.09e-06, 5.99e-06, 1.64e-06, 1.51e-07, 1.06e-05, 1.24e-06] [6.96e-06, 3.15e-06, 2.05e-06, 2.48e-06, 2.37e-06, 1.07e-06, 4.98e-07, 2.02e-05, 3.89e-06, 1.04e-07, 6.62e-05, 1.08e-04, 3.02e-04, 6.65e-04, 8.16e-06, 6.74e-06, 6.09e-06, 5.99e-06, 1.64e-06, 1.51e-07, 1.06e-05, 1.24e-06] []
46900 [2.08e-06, 2.82e-06, 1.82e-06, 2.31e-06, 1.92e-06, 8.12e-07, 3.36e-07, 3.56e-05, 2.02e-06, 7.95e-08, 3.28e-06, 8.91e-06, 2.88e-06, 2.21e-05, 1.53e-06, 5.13e-08, 3.27e-08, 6.18e-07, 1.65e-06, 1.64e-08, 1.03e-05, 1.38e-06] [2.08e-06, 2.82e-06, 1.82e-06, 2.31e-06, 1.92e-06, 8.12e-07, 3.36e-07, 3.56e-05, 2.02e-06, 7.95e-08, 3.28e-06, 8.91e-06, 2.88e-06, 2.21e-05, 1.53e-06, 5.13e-08, 3.27e-08, 6.18e-07, 1.65e-06, 1.64e-08, 1.03e-05, 1.38e-06] []
47000 [1.29e-06, 2.80e-06, 1.79e-06, 2.37e-06, 2.02e-06, 7.86e-07, 3.47e-07, 5.22e-10, 4.05e-08, 3.21e-08, 1.01e-05, 7.53e-06, 2.10e-05, 1.01e-05, 2.81e-09, 5.03e-10, 3.34e-10, 0.00e+00, 2.87e-09, 3.24e-10, 8.11e-08, 1.73e-07] [1.29e-06, 2.80e-06, 1.79e-06, 2.37e-06, 2.02e-06, 7.86e-07, 3.47e-07, 5.22e-10, 4.05e-08, 3.21e-08, 1.01e-05, 7.53e-06, 2.10e-05, 1.01e-05, 2.81e-09, 5.03e-10, 3.34e-10, 0.00e+00, 2.87e-09, 3.24e-10, 8.11e-08, 1.73e-07] []
47100 [1.86e-06, 2.82e-06, 1.77e-06, 2.15e-06, 2.01e-06, 8.71e-07, 3.97e-07, 2.97e-06, 5.54e-05, 1.39e-09, 1.25e-05, 1.06e-05, 3.45e-05, 2.28e-05, 1.40e-07, 1.58e-08, 7.68e-07, 2.61e-07, 4.11e-08, 0.00e+00, 2.11e-07, 1.93e-05] [1.86e-06, 2.82e-06, 1.77e-06, 2.15e-06, 2.01e-06, 8.71e-07, 3.97e-07, 2.97e-06, 5.54e-05, 1.39e-09, 1.25e-05, 1.06e-05, 3.45e-05, 2.28e-05, 1.40e-07, 1.58e-08, 7.68e-07, 2.61e-07, 4.11e-08, 0.00e+00, 2.11e-07, 1.93e-05] []
47200 [2.21e-06, 2.81e-06, 1.83e-06, 2.06e-06, 2.03e-06, 8.07e-07, 3.62e-07, 3.11e-06, 8.03e-06, 1.77e-07, 2.90e-05, 1.75e-05, 7.57e-05, 6.40e-05, 4.92e-07, 3.30e-07, 1.21e-06, 1.10e-06, 3.02e-07, 4.74e-07, 1.82e-06, 2.84e-06] [2.21e-06, 2.81e-06, 1.83e-06, 2.06e-06, 2.03e-06, 8.07e-07, 3.62e-07, 3.11e-06, 8.03e-06, 1.77e-07, 2.90e-05, 1.75e-05, 7.57e-05, 6.40e-05, 4.92e-07, 3.30e-07, 1.21e-06, 1.10e-06, 3.02e-07, 4.74e-07, 1.82e-06, 2.84e-06] []
47300 [2.98e-06, 2.85e-06, 1.82e-06, 2.11e-06, 2.06e-06, 8.26e-07, 3.84e-07, 1.36e-06, 7.21e-07, 3.44e-08, 5.26e-05, 3.81e-05, 1.52e-04, 1.53e-04, 1.45e-06, 1.11e-06, 2.00e-06, 1.81e-06, 2.13e-07, 5.81e-09, 1.47e-06, 6.88e-07] [2.98e-06, 2.85e-06, 1.82e-06, 2.11e-06, 2.06e-06, 8.26e-07, 3.84e-07, 1.36e-06, 7.21e-07, 3.44e-08, 5.26e-05, 3.81e-05, 1.52e-04, 1.53e-04, 1.45e-06, 1.11e-06, 2.00e-06, 1.81e-06, 2.13e-07, 5.81e-09, 1.47e-06, 6.88e-07] []
47400 [2.57e-06, 2.73e-06, 1.88e-06, 1.96e-06, 2.09e-06, 9.21e-07, 5.03e-07, 4.60e-05, 4.69e-06, 2.01e-07, 1.17e-05, 1.65e-05, 7.96e-06, 2.43e-05, 6.44e-07, 2.04e-07, 2.72e-07, 4.17e-09, 1.88e-06, 1.25e-06, 1.06e-05, 7.73e-06] [2.57e-06, 2.73e-06, 1.88e-06, 1.96e-06, 2.09e-06, 9.21e-07, 5.03e-07, 4.60e-05, 4.69e-06, 2.01e-07, 1.17e-05, 1.65e-05, 7.96e-06, 2.43e-05, 6.44e-07, 2.04e-07, 2.72e-07, 4.17e-09, 1.88e-06, 1.25e-06, 1.06e-05, 7.73e-06] []
47500 [1.54e-06, 2.70e-06, 1.75e-06, 1.98e-06, 2.13e-06, 7.77e-07, 3.45e-07, 1.00e-05, 1.12e-07, 7.71e-08, 2.20e-05, 1.10e-05, 3.15e-05, 6.72e-06, 2.74e-08, 1.81e-07, 2.65e-07, 5.82e-07, 6.40e-07, 3.65e-08, 4.24e-06, 2.83e-07] [1.54e-06, 2.70e-06, 1.75e-06, 1.98e-06, 2.13e-06, 7.77e-07, 3.45e-07, 1.00e-05, 1.12e-07, 7.71e-08, 2.20e-05, 1.10e-05, 3.15e-05, 6.72e-06, 2.74e-08, 1.81e-07, 2.65e-07, 5.82e-07, 6.40e-07, 3.65e-08, 4.24e-06, 2.83e-07] []
47600 [1.58e-06, 2.83e-06, 1.82e-06, 2.26e-06, 2.27e-06, 9.14e-07, 3.08e-07, 8.91e-08, 5.99e-08, 1.14e-07, 6.00e-06, 2.05e-05, 3.71e-05, 1.08e-04, 5.18e-08, 0.00e+00, 0.00e+00, 0.00e+00, 9.31e-09, 0.00e+00, 1.65e-07, 3.88e-07] [1.58e-06, 2.83e-06, 1.82e-06, 2.26e-06, 2.27e-06, 9.14e-07, 3.08e-07, 8.91e-08, 5.99e-08, 1.14e-07, 6.00e-06, 2.05e-05, 3.71e-05, 1.08e-04, 5.18e-08, 0.00e+00, 0.00e+00, 0.00e+00, 9.31e-09, 0.00e+00, 1.65e-07, 3.88e-07] []
47700 [1.74e-06, 2.82e-06, 1.82e-06, 2.27e-06, 2.21e-06, 8.56e-07, 3.10e-07, 7.89e-09, 5.56e-08, 9.98e-09, 2.08e-05, 2.97e-05, 8.49e-05, 1.44e-04, 2.25e-10, 0.00e+00, 0.00e+00, 0.00e+00, 3.17e-09, 5.47e-11, 1.52e-07, 7.20e-08] [1.74e-06, 2.82e-06, 1.82e-06, 2.27e-06, 2.21e-06, 8.56e-07, 3.10e-07, 7.89e-09, 5.56e-08, 9.98e-09, 2.08e-05, 2.97e-05, 8.49e-05, 1.44e-04, 2.25e-10, 0.00e+00, 0.00e+00, 0.00e+00, 3.17e-09, 5.47e-11, 1.52e-07, 7.20e-08] []
47800 [1.26e-06, 2.65e-06, 1.74e-06, 1.99e-06, 2.16e-06, 7.66e-07, 3.41e-07, 1.66e-06, 1.03e-04, 1.50e-08, 1.23e-06, 1.73e-06, 1.27e-06, 7.22e-08, 4.54e-08, 2.79e-08, 1.18e-08, 4.54e-08, 1.57e-09, 0.00e+00, 3.31e-07, 4.71e-05] [1.26e-06, 2.65e-06, 1.74e-06, 1.99e-06, 2.16e-06, 7.66e-07, 3.41e-07, 1.66e-06, 1.03e-04, 1.50e-08, 1.23e-06, 1.73e-06, 1.27e-06, 7.22e-08, 4.54e-08, 2.79e-08, 1.18e-08, 4.54e-08, 1.57e-09, 0.00e+00, 3.31e-07, 4.71e-05] []
47900 [2.13e-06, 2.63e-06, 1.78e-06, 1.90e-06, 2.20e-06, 8.20e-07, 3.29e-07, 1.78e-06, 2.19e-07, 9.91e-08, 1.84e-05, 1.54e-05, 5.38e-05, 6.75e-05, 5.84e-07, 6.33e-07, 7.40e-07, 7.81e-07, 3.39e-08, 2.30e-08, 4.30e-07, 1.86e-07] [2.13e-06, 2.63e-06, 1.78e-06, 1.90e-06, 2.20e-06, 8.20e-07, 3.29e-07, 1.78e-06, 2.19e-07, 9.91e-08, 1.84e-05, 1.54e-05, 5.38e-05, 6.75e-05, 5.84e-07, 6.33e-07, 7.40e-07, 7.81e-07, 3.39e-08, 2.30e-08, 4.30e-07, 1.86e-07] []
48000 [1.11e-06, 2.63e-06, 1.75e-06, 2.04e-06, 2.18e-06, 7.88e-07, 2.89e-07, 2.50e-07, 1.74e-07, 2.05e-08, 5.28e-06, 6.13e-06, 1.77e-05, 2.18e-05, 5.90e-10, 6.04e-10, 0.00e+00, 0.00e+00, 3.35e-09, 2.72e-09, 1.78e-07, 5.13e-08] [1.11e-06, 2.63e-06, 1.75e-06, 2.04e-06, 2.18e-06, 7.88e-07, 2.89e-07, 2.50e-07, 1.74e-07, 2.05e-08, 5.28e-06, 6.13e-06, 1.77e-05, 2.18e-05, 5.90e-10, 6.04e-10, 0.00e+00, 0.00e+00, 3.35e-09, 2.72e-09, 1.78e-07, 5.13e-08] []
Best model at step 38703:
train loss: 1.31e-05
test loss: 1.31e-05
test metric: []
'train' took 41.150480 s
Best train step: 38703
lambda_a: 7.1541815956003
lambda_b: 5.607314911186905
kappa_a: 1.7498440713852037
kappa_b: 1.3423586979530133
Training model...
Step Train loss Test loss Test metric
48000 [1.11e-06, 2.63e-06, 1.75e-06, 2.04e-06, 2.18e-06, 7.88e-07, 2.89e-07, 2.50e-07, 1.74e-07, 2.05e-08, 5.28e-06, 6.13e-06, 1.77e-05, 2.18e-05, 5.90e-10, 6.04e-10, 0.00e+00, 0.00e+00, 3.35e-09, 2.72e-09, 1.78e-07, 5.13e-08] [1.11e-06, 2.63e-06, 1.75e-06, 2.04e-06, 2.18e-06, 7.88e-07, 2.89e-07, 2.50e-07, 1.74e-07, 2.05e-08, 5.28e-06, 6.13e-06, 1.77e-05, 2.18e-05, 5.90e-10, 6.04e-10, 0.00e+00, 0.00e+00, 3.35e-09, 2.72e-09, 1.78e-07, 5.13e-08] []
48100 [3.88e-06, 3.28e-06, 2.00e-06, 2.60e-06, 2.45e-06, 1.14e-06, 2.93e-07, 5.23e-06, 8.50e-08, 1.17e-07, 6.39e-05, 9.79e-05, 2.77e-04, 5.47e-04, 1.63e-09, 0.00e+00, 0.00e+00, 0.00e+00, 8.43e-09, 0.00e+00, 3.61e-07, 7.94e-07] [3.88e-06, 3.28e-06, 2.00e-06, 2.60e-06, 2.45e-06, 1.14e-06, 2.93e-07, 5.23e-06, 8.50e-08, 1.17e-07, 6.39e-05, 9.79e-05, 2.77e-04, 5.47e-04, 1.63e-09, 0.00e+00, 0.00e+00, 0.00e+00, 8.43e-09, 0.00e+00, 3.61e-07, 7.94e-07] []
48200 [3.93e-06, 3.30e-06, 2.04e-06, 2.84e-06, 2.66e-06, 1.37e-06, 3.41e-07, 4.77e-09, 1.13e-06, 1.75e-05, 1.92e-04, 1.33e-04, 5.46e-04, 7.83e-04, 1.92e-05, 1.45e-06, 1.02e-05, 3.02e-06, 8.26e-08, 1.25e-08, 3.71e-07, 1.74e-07] [3.93e-06, 3.30e-06, 2.04e-06, 2.84e-06, 2.66e-06, 1.37e-06, 3.41e-07, 4.77e-09, 1.13e-06, 1.75e-05, 1.92e-04, 1.33e-04, 5.46e-04, 7.83e-04, 1.92e-05, 1.45e-06, 1.02e-05, 3.02e-06, 8.26e-08, 1.25e-08, 3.71e-07, 1.74e-07] []
48300 [1.21e-06, 2.65e-06, 1.68e-06, 1.90e-06, 2.15e-06, 8.15e-07, 2.89e-07, 6.53e-07, 3.00e-07, 1.37e-08, 1.47e-06, 1.92e-06, 1.37e-06, 1.65e-07, 1.21e-08, 1.98e-08, 6.88e-08, 1.82e-08, 2.28e-08, 0.00e+00, 1.69e-07, 1.96e-06] [1.21e-06, 2.65e-06, 1.68e-06, 1.90e-06, 2.15e-06, 8.15e-07, 2.89e-07, 6.53e-07, 3.00e-07, 1.37e-08, 1.47e-06, 1.92e-06, 1.37e-06, 1.65e-07, 1.21e-08, 1.98e-08, 6.88e-08, 1.82e-08, 2.28e-08, 0.00e+00, 1.69e-07, 1.96e-06] []
48400 [2.66e-05, 2.85e-05, 1.03e-05, 1.49e-05, 1.81e-05, 7.50e-06, 2.53e-06, 5.52e-06, 8.99e-09, 9.79e-05, 1.06e-04, 1.25e-03, 8.60e-04, 6.97e-05, 1.52e-05, 0.00e+00, 1.58e-06, 4.42e-06, 1.54e-07, 3.35e-10, 2.22e-05, 1.60e-06] [2.66e-05, 2.85e-05, 1.03e-05, 1.49e-05, 1.81e-05, 7.50e-06, 2.53e-06, 5.52e-06, 8.99e-09, 9.79e-05, 1.06e-04, 1.25e-03, 8.60e-04, 6.97e-05, 1.52e-05, 0.00e+00, 1.58e-06, 4.42e-06, 1.54e-07, 3.35e-10, 2.22e-05, 1.60e-06] []
48500 [2.27e-06, 2.32e-06, 1.52e-06, 1.86e-06, 2.30e-06, 1.89e-06, 1.54e-06, 3.84e-08, 3.61e-08, 5.63e-12, 2.75e-05, 3.33e-05, 2.14e-05, 1.75e-07, 8.26e-08, 2.05e-07, 7.11e-07, 5.02e-07, 8.37e-08, 8.70e-08, 5.77e-07, 8.02e-07] [2.27e-06, 2.32e-06, 1.52e-06, 1.86e-06, 2.30e-06, 1.89e-06, 1.54e-06, 3.84e-08, 3.61e-08, 5.63e-12, 2.75e-05, 3.33e-05, 2.14e-05, 1.75e-07, 8.26e-08, 2.05e-07, 7.11e-07, 5.02e-07, 8.37e-08, 8.70e-08, 5.77e-07, 8.02e-07] []
48600 [1.46e-06, 2.44e-06, 1.76e-06, 1.83e-06, 2.18e-06, 1.82e-06, 1.12e-06, 3.11e-09, 5.64e-10, 1.18e-11, 1.38e-05, 7.93e-06, 6.09e-06, 1.90e-07, 1.14e-07, 1.81e-07, 4.32e-07, 2.89e-07, 5.77e-09, 7.01e-09, 6.05e-08, 7.02e-08] [1.46e-06, 2.44e-06, 1.76e-06, 1.83e-06, 2.18e-06, 1.82e-06, 1.12e-06, 3.11e-09, 5.64e-10, 1.18e-11, 1.38e-05, 7.93e-06, 6.09e-06, 1.90e-07, 1.14e-07, 1.81e-07, 4.32e-07, 2.89e-07, 5.77e-09, 7.01e-09, 6.05e-08, 7.02e-08] []
48700 [1.33e-06, 2.47e-06, 1.80e-06, 1.77e-06, 2.13e-06, 1.85e-06, 9.90e-07, 3.98e-08, 8.78e-08, 5.82e-10, 9.84e-06, 4.89e-06, 4.27e-06, 1.21e-07, 5.03e-08, 1.18e-07, 3.54e-07, 1.65e-07, 4.04e-11, 1.37e-08, 8.81e-08, 8.11e-08] [1.33e-06, 2.47e-06, 1.80e-06, 1.77e-06, 2.13e-06, 1.85e-06, 9.90e-07, 3.98e-08, 8.78e-08, 5.82e-10, 9.84e-06, 4.89e-06, 4.27e-06, 1.21e-07, 5.03e-08, 1.18e-07, 3.54e-07, 1.65e-07, 4.04e-11, 1.37e-08, 8.81e-08, 8.11e-08] []
48800 [1.14e-06, 2.54e-06, 1.80e-06, 1.76e-06, 2.13e-06, 1.78e-06, 8.89e-07, 4.59e-07, 5.28e-09, 2.97e-09, 8.55e-06, 8.19e-06, 8.53e-06, 1.37e-05, 4.56e-09, 1.18e-08, 2.42e-07, 2.30e-08, 0.00e+00, 2.20e-11, 1.23e-06, 1.80e-07] [1.14e-06, 2.54e-06, 1.80e-06, 1.76e-06, 2.13e-06, 1.78e-06, 8.89e-07, 4.59e-07, 5.28e-09, 2.97e-09, 8.55e-06, 8.19e-06, 8.53e-06, 1.37e-05, 4.56e-09, 1.18e-08, 2.42e-07, 2.30e-08, 0.00e+00, 2.20e-11, 1.23e-06, 1.80e-07] []
48900 [3.07e-06, 2.56e-06, 1.84e-06, 1.73e-06, 2.30e-06, 1.77e-06, 9.23e-07, 1.24e-07, 9.08e-09, 6.52e-08, 1.36e-05, 2.86e-05, 4.64e-05, 1.73e-04, 2.08e-06, 1.84e-06, 1.72e-06, 1.68e-06, 4.87e-08, 6.89e-09, 3.12e-07, 3.82e-08] [3.07e-06, 2.56e-06, 1.84e-06, 1.73e-06, 2.30e-06, 1.77e-06, 9.23e-07, 1.24e-07, 9.08e-09, 6.52e-08, 1.36e-05, 2.86e-05, 4.64e-05, 1.73e-04, 2.08e-06, 1.84e-06, 1.72e-06, 1.68e-06, 4.87e-08, 6.89e-09, 3.12e-07, 3.82e-08] []
49000 [1.71e-06, 2.63e-06, 1.76e-06, 1.71e-06, 2.35e-06, 1.56e-06, 8.09e-07, 2.36e-09, 1.24e-08, 1.80e-08, 7.08e-06, 7.92e-06, 1.35e-05, 3.52e-05, 5.15e-07, 2.88e-07, 7.17e-07, 9.46e-07, 6.09e-09, 6.11e-09, 3.45e-08, 3.41e-08] [1.71e-06, 2.63e-06, 1.76e-06, 1.71e-06, 2.35e-06, 1.56e-06, 8.09e-07, 2.36e-09, 1.24e-08, 1.80e-08, 7.08e-06, 7.92e-06, 1.35e-05, 3.52e-05, 5.15e-07, 2.88e-07, 7.17e-07, 9.46e-07, 6.09e-09, 6.11e-09, 3.45e-08, 3.41e-08] []
49100 [1.16e-06, 2.68e-06, 1.77e-06, 1.90e-06, 2.32e-06, 1.46e-06, 6.68e-07, 9.91e-06, 4.42e-06, 8.29e-09, 1.04e-05, 6.55e-06, 1.72e-05, 8.11e-06, 1.06e-09, 2.56e-08, 1.48e-07, 3.18e-08, 0.00e+00, 0.00e+00, 1.21e-05, 5.08e-06] [1.16e-06, 2.68e-06, 1.77e-06, 1.90e-06, 2.32e-06, 1.46e-06, 6.68e-07, 9.91e-06, 4.42e-06, 8.29e-09, 1.04e-05, 6.55e-06, 1.72e-05, 8.11e-06, 1.06e-09, 2.56e-08, 1.48e-07, 3.18e-08, 0.00e+00, 0.00e+00, 1.21e-05, 5.08e-06] []
49200 [1.77e-06, 2.80e-06, 1.75e-06, 1.68e-06, 2.60e-06, 1.34e-06, 6.86e-07, 2.78e-06, 3.56e-07, 9.91e-08, 5.26e-06, 6.36e-06, 7.80e-06, 2.56e-05, 3.07e-07, 1.67e-07, 6.47e-07, 5.41e-07, 0.00e+00, 2.05e-12, 1.87e-06, 2.71e-07] [1.77e-06, 2.80e-06, 1.75e-06, 1.68e-06, 2.60e-06, 1.34e-06, 6.86e-07, 2.78e-06, 3.56e-07, 9.91e-08, 5.26e-06, 6.36e-06, 7.80e-06, 2.56e-05, 3.07e-07, 1.67e-07, 6.47e-07, 5.41e-07, 0.00e+00, 2.05e-12, 1.87e-06, 2.71e-07] []
49300 [5.52e-06, 3.04e-06, 1.87e-06, 1.83e-06, 2.89e-06, 1.62e-06, 8.02e-07, 4.25e-06, 8.90e-08, 8.92e-07, 3.37e-05, 8.18e-05, 1.45e-04, 5.39e-04, 6.76e-06, 5.44e-06, 4.10e-06, 2.98e-06, 5.68e-07, 0.00e+00, 3.81e-06, 2.47e-08] [5.52e-06, 3.04e-06, 1.87e-06, 1.83e-06, 2.89e-06, 1.62e-06, 8.02e-07, 4.25e-06, 8.90e-08, 8.92e-07, 3.37e-05, 8.18e-05, 1.45e-04, 5.39e-04, 6.76e-06, 5.44e-06, 4.10e-06, 2.98e-06, 5.68e-07, 0.00e+00, 3.81e-06, 2.47e-08] []
49400 [1.41e-06, 2.93e-06, 1.73e-06, 1.69e-06, 2.63e-06, 1.27e-06, 5.77e-07, 2.00e-09, 3.81e-06, 1.68e-08, 1.40e-05, 1.45e-05, 4.76e-05, 5.24e-05, 1.65e-08, 1.42e-10, 5.42e-09, 1.32e-10, 3.13e-10, 0.00e+00, 3.75e-07, 3.39e-06] [1.41e-06, 2.93e-06, 1.73e-06, 1.69e-06, 2.63e-06, 1.27e-06, 5.77e-07, 2.00e-09, 3.81e-06, 1.68e-08, 1.40e-05, 1.45e-05, 4.76e-05, 5.24e-05, 1.65e-08, 1.42e-10, 5.42e-09, 1.32e-10, 3.13e-10, 0.00e+00, 3.75e-07, 3.39e-06] []
49500 [1.25e-06, 2.79e-06, 1.82e-06, 1.81e-06, 2.43e-06, 1.23e-06, 5.17e-07, 6.96e-06, 1.46e-07, 8.55e-10, 7.82e-06, 5.40e-06, 1.62e-05, 1.00e-05, 4.42e-09, 6.52e-09, 1.24e-07, 1.89e-08, 0.00e+00, 9.28e-09, 9.92e-06, 3.38e-08] [1.25e-06, 2.79e-06, 1.82e-06, 1.81e-06, 2.43e-06, 1.23e-06, 5.17e-07, 6.96e-06, 1.46e-07, 8.55e-10, 7.82e-06, 5.40e-06, 1.62e-05, 1.00e-05, 4.42e-09, 6.52e-09, 1.24e-07, 1.89e-08, 0.00e+00, 9.28e-09, 9.92e-06, 3.38e-08] []
49600 [3.88e-06, 3.40e-06, 2.05e-06, 1.91e-06, 2.83e-06, 2.09e-06, 6.44e-07, 2.71e-05, 6.49e-06, 2.20e-06, 4.04e-05, 1.70e-04, 1.04e-04, 8.34e-04, 0.00e+00, 0.00e+00, 1.54e-13, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-05, 4.41e-06] [3.88e-06, 3.40e-06, 2.05e-06, 1.91e-06, 2.83e-06, 2.09e-06, 6.44e-07, 2.71e-05, 6.49e-06, 2.20e-06, 4.04e-05, 1.70e-04, 1.04e-04, 8.34e-04, 0.00e+00, 0.00e+00, 1.54e-13, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-05, 4.41e-06] []
49700 [1.35e-06, 2.71e-06, 1.83e-06, 1.77e-06, 2.40e-06, 1.11e-06, 4.71e-07, 3.39e-07, 1.07e-06, 8.83e-09, 2.64e-06, 2.06e-06, 2.95e-06, 9.06e-08, 3.66e-08, 3.45e-08, 3.14e-07, 1.44e-07, 1.86e-08, 0.00e+00, 2.68e-07, 6.77e-07] [1.35e-06, 2.71e-06, 1.83e-06, 1.77e-06, 2.40e-06, 1.11e-06, 4.71e-07, 3.39e-07, 1.07e-06, 8.83e-09, 2.64e-06, 2.06e-06, 2.95e-06, 9.06e-08, 3.66e-08, 3.45e-08, 3.14e-07, 1.44e-07, 1.86e-08, 0.00e+00, 2.68e-07, 6.77e-07] []
49800 [2.11e-06, 2.93e-06, 1.93e-06, 1.82e-06, 2.68e-06, 1.28e-06, 4.33e-07, 6.95e-06, 4.70e-07, 1.53e-08, 5.26e-05, 4.95e-05, 1.58e-04, 1.98e-04, 0.00e+00, 0.00e+00, 2.20e-09, 0.00e+00, 0.00e+00, 0.00e+00, 6.77e-06, 2.92e-07] [2.11e-06, 2.93e-06, 1.93e-06, 1.82e-06, 2.68e-06, 1.28e-06, 4.33e-07, 6.95e-06, 4.70e-07, 1.53e-08, 5.26e-05, 4.95e-05, 1.58e-04, 1.98e-04, 0.00e+00, 0.00e+00, 2.20e-09, 0.00e+00, 0.00e+00, 0.00e+00, 6.77e-06, 2.92e-07] []
49900 [2.73e-06, 3.95e-06, 3.28e-06, 2.25e-06, 3.44e-06, 1.79e-06, 5.78e-07, 1.26e-05, 6.49e-07, 3.16e-07, 8.06e-06, 1.09e-04, 4.32e-05, 1.57e-04, 4.90e-07, 1.31e-07, 0.00e+00, 3.05e-07, 0.00e+00, 3.70e-07, 1.88e-05, 2.21e-06] [2.73e-06, 3.95e-06, 3.28e-06, 2.25e-06, 3.44e-06, 1.79e-06, 5.78e-07, 1.26e-05, 6.49e-07, 3.16e-07, 8.06e-06, 1.09e-04, 4.32e-05, 1.57e-04, 4.90e-07, 1.31e-07, 0.00e+00, 3.05e-07, 0.00e+00, 3.70e-07, 1.88e-05, 2.21e-06] []
50000 [1.55e-06, 2.79e-06, 1.88e-06, 1.76e-06, 2.52e-06, 9.70e-07, 4.81e-07, 7.44e-06, 9.23e-07, 8.37e-08, 2.06e-05, 1.04e-05, 2.96e-05, 4.36e-06, 1.57e-08, 4.83e-09, 1.71e-08, 3.37e-08, 9.23e-08, 0.00e+00, 1.95e-07, 3.93e-05] [1.55e-06, 2.79e-06, 1.88e-06, 1.76e-06, 2.52e-06, 9.70e-07, 4.81e-07, 7.44e-06, 9.23e-07, 8.37e-08, 2.06e-05, 1.04e-05, 2.96e-05, 4.36e-06, 1.57e-08, 4.83e-09, 1.71e-08, 3.37e-08, 9.23e-08, 0.00e+00, 1.95e-07, 3.93e-05] []
Best model at step 38703:
train loss: 1.31e-05
test loss: 1.31e-05
test metric: []
'train' took 40.251152 s
Best train step: 38703
lambda_a: 7.1541815956003
lambda_b: 5.607314911186905
kappa_a: 1.7498440713852037
kappa_b: 1.3423586979530133
Training model...
Step Train loss Test loss Test metric
50000 [1.55e-06, 2.79e-06, 1.88e-06, 1.76e-06, 2.52e-06, 9.70e-07, 4.81e-07, 7.44e-06, 9.23e-07, 8.37e-08, 2.06e-05, 1.04e-05, 2.96e-05, 4.36e-06, 1.57e-08, 4.83e-09, 1.71e-08, 3.37e-08, 9.23e-08, 0.00e+00, 1.95e-07, 3.93e-05] [1.55e-06, 2.79e-06, 1.88e-06, 1.76e-06, 2.52e-06, 9.70e-07, 4.81e-07, 7.44e-06, 9.23e-07, 8.37e-08, 2.06e-05, 1.04e-05, 2.96e-05, 4.36e-06, 1.57e-08, 4.83e-09, 1.71e-08, 3.37e-08, 9.23e-08, 0.00e+00, 1.95e-07, 3.93e-05] []
50100 [1.34e-06, 2.65e-06, 1.89e-06, 1.70e-06, 2.44e-06, 1.03e-06, 3.94e-07, 1.30e-07, 1.42e-08, 1.60e-07, 3.37e-05, 1.75e-05, 5.81e-05, 1.61e-05, 6.03e-10, 6.58e-09, 1.44e-10, 7.61e-10, 6.43e-10, 7.50e-10, 2.65e-07, 5.72e-08] [1.34e-06, 2.65e-06, 1.89e-06, 1.70e-06, 2.44e-06, 1.03e-06, 3.94e-07, 1.30e-07, 1.42e-08, 1.60e-07, 3.37e-05, 1.75e-05, 5.81e-05, 1.61e-05, 6.03e-10, 6.58e-09, 1.44e-10, 7.61e-10, 6.43e-10, 7.50e-10, 2.65e-07, 5.72e-08] []
50200 [1.63e-06, 2.62e-06, 1.83e-06, 1.66e-06, 2.42e-06, 1.04e-06, 3.99e-07, 4.97e-08, 8.62e-08, 2.77e-07, 9.77e-06, 9.95e-06, 4.20e-06, 2.30e-05, 3.08e-07, 2.52e-07, 2.01e-07, 1.16e-07, 0.00e+00, 4.87e-10, 4.11e-07, 4.51e-08] [1.63e-06, 2.62e-06, 1.83e-06, 1.66e-06, 2.42e-06, 1.04e-06, 3.99e-07, 4.97e-08, 8.62e-08, 2.77e-07, 9.77e-06, 9.95e-06, 4.20e-06, 2.30e-05, 3.08e-07, 2.52e-07, 2.01e-07, 1.16e-07, 0.00e+00, 4.87e-10, 4.11e-07, 4.51e-08] []
50300 [1.15e-06, 2.62e-06, 1.81e-06, 1.68e-06, 2.24e-06, 1.08e-06, 3.52e-07, 7.31e-08, 5.83e-07, 7.50e-08, 3.92e-06, 2.74e-06, 2.43e-06, 8.30e-06, 1.15e-08, 6.83e-08, 7.63e-08, 9.36e-09, 1.10e-08, 5.06e-09, 6.81e-08, 2.00e-07] [1.15e-06, 2.62e-06, 1.81e-06, 1.68e-06, 2.24e-06, 1.08e-06, 3.52e-07, 7.31e-08, 5.83e-07, 7.50e-08, 3.92e-06, 2.74e-06, 2.43e-06, 8.30e-06, 1.15e-08, 6.83e-08, 7.63e-08, 9.36e-09, 1.10e-08, 5.06e-09, 6.81e-08, 2.00e-07] []
50400 [1.40e-06, 2.62e-06, 1.85e-06, 1.80e-06, 2.31e-06, 1.07e-06, 3.22e-07, 4.64e-07, 2.29e-07, 8.85e-08, 3.91e-05, 2.45e-05, 8.45e-05, 4.96e-05, 8.35e-11, 0.00e+00, 0.00e+00, 0.00e+00, 3.97e-09, 3.65e-12, 1.32e-06, 2.02e-07] [1.40e-06, 2.62e-06, 1.85e-06, 1.80e-06, 2.31e-06, 1.07e-06, 3.22e-07, 4.64e-07, 2.29e-07, 8.85e-08, 3.91e-05, 2.45e-05, 8.45e-05, 4.96e-05, 8.35e-11, 0.00e+00, 0.00e+00, 0.00e+00, 3.97e-09, 3.65e-12, 1.32e-06, 2.02e-07] []
50500 [5.49e-06, 3.69e-06, 2.23e-06, 2.63e-06, 3.29e-06, 1.54e-06, 3.53e-07, 8.47e-06, 2.74e-06, 4.37e-06, 6.82e-05, 9.54e-05, 1.88e-05, 6.59e-06, 2.92e-09, 2.72e-08, 3.05e-10, 1.27e-06, 0.00e+00, 2.87e-07, 1.46e-05, 1.91e-06] [5.49e-06, 3.69e-06, 2.23e-06, 2.63e-06, 3.29e-06, 1.54e-06, 3.53e-07, 8.47e-06, 2.74e-06, 4.37e-06, 6.82e-05, 9.54e-05, 1.88e-05, 6.59e-06, 2.92e-09, 2.72e-08, 3.05e-10, 1.27e-06, 0.00e+00, 2.87e-07, 1.46e-05, 1.91e-06] []
50600 [1.32e-06, 2.58e-06, 1.74e-06, 1.72e-06, 2.14e-06, 9.36e-07, 3.11e-07, 4.23e-06, 1.04e-07, 3.78e-08, 2.11e-06, 1.84e-06, 1.54e-06, 1.22e-06, 3.81e-08, 3.62e-08, 7.53e-08, 7.99e-08, 0.00e+00, 2.11e-08, 3.16e-06, 8.65e-08] [1.32e-06, 2.58e-06, 1.74e-06, 1.72e-06, 2.14e-06, 9.36e-07, 3.11e-07, 4.23e-06, 1.04e-07, 3.78e-08, 2.11e-06, 1.84e-06, 1.54e-06, 1.22e-06, 3.81e-08, 3.62e-08, 7.53e-08, 7.99e-08, 0.00e+00, 2.11e-08, 3.16e-06, 8.65e-08] []
50700 [1.25e-06, 2.51e-06, 1.72e-06, 1.60e-06, 2.16e-06, 9.41e-07, 3.01e-07, 1.65e-09, 5.52e-08, 2.93e-08, 7.69e-06, 4.76e-06, 1.32e-05, 5.97e-06, 7.41e-08, 9.57e-08, 2.24e-07, 2.18e-07, 2.47e-08, 4.63e-10, 1.27e-07, 1.48e-07] [1.25e-06, 2.51e-06, 1.72e-06, 1.60e-06, 2.16e-06, 9.41e-07, 3.01e-07, 1.65e-09, 5.52e-08, 2.93e-08, 7.69e-06, 4.76e-06, 1.32e-05, 5.97e-06, 7.41e-08, 9.57e-08, 2.24e-07, 2.18e-07, 2.47e-08, 4.63e-10, 1.27e-07, 1.48e-07] []
50800 [1.01e-05, 3.46e-06, 2.48e-06, 2.44e-06, 3.58e-06, 2.34e-06, 9.24e-07, 2.53e-08, 4.87e-06, 1.19e-05, 8.23e-05, 3.92e-04, 3.37e-05, 8.24e-04, 3.12e-05, 3.36e-05, 2.35e-07, 1.29e-06, 1.38e-10, 1.31e-07, 1.59e-06, 1.14e-06] [1.01e-05, 3.46e-06, 2.48e-06, 2.44e-06, 3.58e-06, 2.34e-06, 9.24e-07, 2.53e-08, 4.87e-06, 1.19e-05, 8.23e-05, 3.92e-04, 3.37e-05, 8.24e-04, 3.12e-05, 3.36e-05, 2.35e-07, 1.29e-06, 1.38e-10, 1.31e-07, 1.59e-06, 1.14e-06] []
50900 [6.29e-06, 3.21e-06, 2.00e-06, 3.43e-06, 1.91e-06, 2.70e-06, 9.60e-07, 1.09e-06, 1.58e-05, 2.64e-06, 6.58e-05, 2.09e-04, 1.83e-04, 9.99e-05, 1.56e-06, 3.72e-06, 2.33e-06, 1.28e-06, 6.32e-06, 1.60e-07, 3.27e-05, 1.26e-06] [6.29e-06, 3.21e-06, 2.00e-06, 3.43e-06, 1.91e-06, 2.70e-06, 9.60e-07, 1.09e-06, 1.58e-05, 2.64e-06, 6.58e-05, 2.09e-04, 1.83e-04, 9.99e-05, 1.56e-06, 3.72e-06, 2.33e-06, 1.28e-06, 6.32e-06, 1.60e-07, 3.27e-05, 1.26e-06] []
51000 [1.38e-06, 2.39e-06, 1.94e-06, 2.20e-06, 1.69e-06, 9.83e-07, 5.93e-07, 4.51e-08, 8.80e-08, 3.66e-08, 4.42e-06, 4.00e-06, 2.42e-06, 6.58e-07, 1.07e-07, 1.96e-07, 1.07e-07, 1.70e-07, 2.06e-09, 1.37e-08, 7.00e-08, 8.72e-08] [1.38e-06, 2.39e-06, 1.94e-06, 2.20e-06, 1.69e-06, 9.83e-07, 5.93e-07, 4.51e-08, 8.80e-08, 3.66e-08, 4.42e-06, 4.00e-06, 2.42e-06, 6.58e-07, 1.07e-07, 1.96e-07, 1.07e-07, 1.70e-07, 2.06e-09, 1.37e-08, 7.00e-08, 8.72e-08] []
51100 [1.18e-06, 2.27e-06, 1.94e-06, 2.14e-06, 1.61e-06, 9.91e-07, 5.53e-07, 2.01e-08, 1.17e-07, 4.63e-09, 2.90e-06, 2.23e-06, 1.92e-06, 5.43e-07, 1.01e-07, 1.35e-07, 1.49e-07, 1.10e-07, 1.32e-08, 1.67e-08, 4.27e-08, 9.02e-08] [1.18e-06, 2.27e-06, 1.94e-06, 2.14e-06, 1.61e-06, 9.91e-07, 5.53e-07, 2.01e-08, 1.17e-07, 4.63e-09, 2.90e-06, 2.23e-06, 1.92e-06, 5.43e-07, 1.01e-07, 1.35e-07, 1.49e-07, 1.10e-07, 1.32e-08, 1.67e-08, 4.27e-08, 9.02e-08] []
51200 [1.05e-06, 2.17e-06, 1.91e-06, 1.98e-06, 1.67e-06, 1.04e-06, 5.37e-07, 1.82e-08, 5.72e-08, 1.39e-10, 1.68e-06, 1.51e-06, 1.16e-06, 1.13e-07, 8.13e-08, 3.42e-08, 3.26e-08, 8.66e-08, 4.59e-09, 2.21e-08, 5.23e-08, 9.75e-08] [1.05e-06, 2.17e-06, 1.91e-06, 1.98e-06, 1.67e-06, 1.04e-06, 5.37e-07, 1.82e-08, 5.72e-08, 1.39e-10, 1.68e-06, 1.51e-06, 1.16e-06, 1.13e-07, 8.13e-08, 3.42e-08, 3.26e-08, 8.66e-08, 4.59e-09, 2.21e-08, 5.23e-08, 9.75e-08] []
51300 [1.01e-06, 2.11e-06, 1.84e-06, 1.81e-06, 1.71e-06, 1.07e-06, 5.22e-07, 2.56e-09, 1.90e-09, 2.24e-09, 1.33e-06, 1.24e-06, 1.10e-06, 8.87e-08, 6.80e-08, 2.15e-08, 2.05e-08, 2.02e-08, 9.13e-10, 7.56e-09, 7.66e-08, 4.56e-08] [1.01e-06, 2.11e-06, 1.84e-06, 1.81e-06, 1.71e-06, 1.07e-06, 5.22e-07, 2.56e-09, 1.90e-09, 2.24e-09, 1.33e-06, 1.24e-06, 1.10e-06, 8.87e-08, 6.80e-08, 2.15e-08, 2.05e-08, 2.02e-08, 9.13e-10, 7.56e-09, 7.66e-08, 4.56e-08] []
51400 [1.17e-06, 2.12e-06, 1.86e-06, 1.71e-06, 1.87e-06, 9.34e-07, 5.15e-07, 1.72e-09, 4.44e-10, 2.66e-09, 3.00e-06, 6.13e-06, 1.32e-05, 3.85e-05, 4.06e-07, 5.20e-07, 4.48e-07, 3.24e-07, 1.17e-08, 2.13e-09, 6.26e-08, 5.67e-08] [1.17e-06, 2.12e-06, 1.86e-06, 1.71e-06, 1.87e-06, 9.34e-07, 5.15e-07, 1.72e-09, 4.44e-10, 2.66e-09, 3.00e-06, 6.13e-06, 1.32e-05, 3.85e-05, 4.06e-07, 5.20e-07, 4.48e-07, 3.24e-07, 1.17e-08, 2.13e-09, 6.26e-08, 5.67e-08] []
51500 [8.79e-07, 2.30e-06, 1.77e-06, 1.50e-06, 2.03e-06, 9.66e-07, 3.73e-07, 1.80e-07, 1.76e-07, 6.35e-08, 4.21e-06, 1.20e-05, 2.10e-05, 7.86e-05, 7.25e-09, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-09, 0.00e+00, 1.13e-07, 3.46e-07] [8.79e-07, 2.30e-06, 1.77e-06, 1.50e-06, 2.03e-06, 9.66e-07, 3.73e-07, 1.80e-07, 1.76e-07, 6.35e-08, 4.21e-06, 1.20e-05, 2.10e-05, 7.86e-05, 7.25e-09, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-09, 0.00e+00, 1.13e-07, 3.46e-07] []
51600 [1.04e-06, 2.43e-06, 1.82e-06, 1.59e-06, 2.16e-06, 8.78e-07, 3.14e-07, 3.84e-07, 5.69e-07, 2.42e-08, 2.88e-06, 2.28e-05, 1.12e-05, 8.10e-05, 3.46e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.25e-07, 1.17e-07, 8.31e-07, 7.76e-07] [1.04e-06, 2.43e-06, 1.82e-06, 1.59e-06, 2.16e-06, 8.78e-07, 3.14e-07, 3.84e-07, 5.69e-07, 2.42e-08, 2.88e-06, 2.28e-05, 1.12e-05, 8.10e-05, 3.46e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.25e-07, 1.17e-07, 8.31e-07, 7.76e-07] []
51700 [9.77e-07, 2.23e-06, 1.73e-06, 1.38e-06, 2.18e-06, 8.71e-07, 2.97e-07, 4.15e-08, 5.78e-07, 2.50e-08, 3.66e-06, 8.63e-06, 2.17e-05, 4.51e-05, 1.33e-09, 3.81e-10, 0.00e+00, 0.00e+00, 1.48e-09, 0.00e+00, 4.44e-08, 8.66e-07] [9.77e-07, 2.23e-06, 1.73e-06, 1.38e-06, 2.18e-06, 8.71e-07, 2.97e-07, 4.15e-08, 5.78e-07, 2.50e-08, 3.66e-06, 8.63e-06, 2.17e-05, 4.51e-05, 1.33e-09, 3.81e-10, 0.00e+00, 0.00e+00, 1.48e-09, 0.00e+00, 4.44e-08, 8.66e-07] []
51800 [2.20e-06, 2.11e-06, 1.76e-06, 1.38e-06, 2.24e-06, 9.08e-07, 3.51e-07, 2.02e-07, 1.05e-06, 7.34e-08, 1.83e-05, 2.68e-05, 8.43e-05, 2.07e-04, 1.95e-06, 1.29e-06, 1.24e-06, 1.51e-06, 9.72e-08, 1.54e-07, 6.07e-07, 1.03e-06] [2.20e-06, 2.11e-06, 1.76e-06, 1.38e-06, 2.24e-06, 9.08e-07, 3.51e-07, 2.02e-07, 1.05e-06, 7.34e-08, 1.83e-05, 2.68e-05, 8.43e-05, 2.07e-04, 1.95e-06, 1.29e-06, 1.24e-06, 1.51e-06, 9.72e-08, 1.54e-07, 6.07e-07, 1.03e-06] []
51900 [2.55e-06, 2.18e-06, 1.74e-06, 1.41e-06, 2.36e-06, 9.90e-07, 3.46e-07, 2.31e-07, 1.15e-05, 1.81e-10, 1.67e-05, 3.16e-05, 6.29e-05, 1.56e-04, 2.15e-06, 1.79e-06, 7.80e-07, 8.13e-07, 7.96e-08, 1.54e-06, 5.07e-07, 9.53e-06] [2.55e-06, 2.18e-06, 1.74e-06, 1.41e-06, 2.36e-06, 9.90e-07, 3.46e-07, 2.31e-07, 1.15e-05, 1.81e-10, 1.67e-05, 3.16e-05, 6.29e-05, 1.56e-04, 2.15e-06, 1.79e-06, 7.80e-07, 8.13e-07, 7.96e-08, 1.54e-06, 5.07e-07, 9.53e-06] []
52000 [9.34e-07, 2.29e-06, 1.77e-06, 1.47e-06, 2.17e-06, 8.12e-07, 2.66e-07, 5.06e-06, 4.82e-08, 9.89e-08, 1.60e-05, 1.04e-05, 3.90e-05, 1.91e-05, 8.90e-08, 1.53e-07, 7.61e-07, 3.53e-07, 1.16e-06, 2.02e-08, 7.44e-06, 1.15e-07] [9.34e-07, 2.29e-06, 1.77e-06, 1.47e-06, 2.17e-06, 8.12e-07, 2.66e-07, 5.06e-06, 4.82e-08, 9.89e-08, 1.60e-05, 1.04e-05, 3.90e-05, 1.91e-05, 8.90e-08, 1.53e-07, 7.61e-07, 3.53e-07, 1.16e-06, 2.02e-08, 7.44e-06, 1.15e-07] []
Best model at step 51442:
train loss: 1.30e-05
test loss: 1.30e-05
test metric: []
'train' took 40.900204 s
Best train step: 51442
lambda_a: 7.34289491603738
lambda_b: 5.4911391464664385
kappa_a: 1.81097708769661
kappa_b: 1.3282229327072825
Best train step: 51442
lambda_a: 1.9937331676
lambda_b: 1.7031357288
kappa_a: 0.59386652708
kappa_b: 0.28384190798
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
52000 [9.34e-07, 2.29e-06, 1.77e-06, 1.47e-06, 2.17e-06, 8.12e-07, 2.66e-07, 5.06e-06, 4.82e-08, 9.89e-08, 1.60e-05, 1.04e-05, 3.90e-05, 1.91e-05, 8.90e-08, 1.53e-07, 7.61e-07, 3.53e-07, 1.16e-06, 2.02e-08, 7.44e-06, 1.15e-07] [9.34e-07, 2.29e-06, 1.77e-06, 1.47e-06, 2.17e-06, 8.12e-07, 2.66e-07, 5.06e-06, 4.82e-08, 9.89e-08, 1.60e-05, 1.04e-05, 3.90e-05, 1.91e-05, 8.90e-08, 1.53e-07, 7.61e-07, 3.53e-07, 1.16e-06, 2.02e-08, 7.44e-06, 1.15e-07] []
52100 [7.63e-06, 2.87e-06, 1.99e-06, 2.32e-06, 2.65e-06, 1.82e-06, 6.02e-07, 2.45e-05, 6.97e-05, 8.35e-07, 3.19e-05, 1.81e-04, 1.22e-04, 7.90e-04, 1.90e-05, 1.42e-05, 1.95e-06, 4.59e-06, 0.00e+00, 7.98e-06, 1.90e-05, 4.37e-05] [7.63e-06, 2.87e-06, 1.99e-06, 2.32e-06, 2.65e-06, 1.82e-06, 6.02e-07, 2.45e-05, 6.97e-05, 8.35e-07, 3.19e-05, 1.81e-04, 1.22e-04, 7.90e-04, 1.90e-05, 1.42e-05, 1.95e-06, 4.59e-06, 0.00e+00, 7.98e-06, 1.90e-05, 4.37e-05] []
52200 [1.70e-06, 2.66e-06, 1.94e-06, 1.77e-06, 2.22e-06, 1.06e-06, 2.50e-07, 9.52e-07, 3.90e-08, 4.32e-08, 7.47e-05, 6.02e-05, 2.57e-04, 2.97e-04, 3.71e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.15e-09, 3.83e-06, 3.63e-08] [1.70e-06, 2.66e-06, 1.94e-06, 1.77e-06, 2.22e-06, 1.06e-06, 2.50e-07, 9.52e-07, 3.90e-08, 4.32e-08, 7.47e-05, 6.02e-05, 2.57e-04, 2.97e-04, 3.71e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.15e-09, 3.83e-06, 3.63e-08] []
52300 [1.50e-06, 2.45e-06, 1.79e-06, 1.61e-06, 2.08e-06, 1.01e-06, 2.46e-07, 2.06e-06, 3.10e-06, 7.52e-10, 7.94e-06, 2.50e-05, 2.54e-05, 6.57e-05, 5.45e-10, 0.00e+00, 4.32e-11, 2.82e-09, 6.24e-10, 4.44e-09, 4.13e-07, 2.61e-07] [1.50e-06, 2.45e-06, 1.79e-06, 1.61e-06, 2.08e-06, 1.01e-06, 2.46e-07, 2.06e-06, 3.10e-06, 7.52e-10, 7.94e-06, 2.50e-05, 2.54e-05, 6.57e-05, 5.45e-10, 0.00e+00, 4.32e-11, 2.82e-09, 6.24e-10, 4.44e-09, 4.13e-07, 2.61e-07] []
52400 [8.77e-07, 2.19e-06, 1.72e-06, 1.48e-06, 1.98e-06, 9.10e-07, 2.50e-07, 8.02e-08, 6.41e-08, 6.25e-09, 5.67e-06, 5.31e-06, 1.78e-05, 2.12e-05, 0.00e+00, 0.00e+00, 1.10e-10, 0.00e+00, 9.10e-10, 1.76e-10, 1.58e-07, 3.62e-08] [8.77e-07, 2.19e-06, 1.72e-06, 1.48e-06, 1.98e-06, 9.10e-07, 2.50e-07, 8.02e-08, 6.41e-08, 6.25e-09, 5.67e-06, 5.31e-06, 1.78e-05, 2.12e-05, 0.00e+00, 0.00e+00, 1.10e-10, 0.00e+00, 9.10e-10, 1.76e-10, 1.58e-07, 3.62e-08] []
52500 [3.24e-06, 3.31e-06, 2.05e-06, 2.23e-06, 2.18e-06, 1.51e-06, 2.30e-07, 1.45e-05, 2.31e-06, 3.66e-07, 9.78e-05, 1.20e-04, 3.93e-04, 6.86e-04, 3.40e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-05, 2.85e-06] [3.24e-06, 3.31e-06, 2.05e-06, 2.23e-06, 2.18e-06, 1.51e-06, 2.30e-07, 1.45e-05, 2.31e-06, 3.66e-07, 9.78e-05, 1.20e-04, 3.93e-04, 6.86e-04, 3.40e-09, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-05, 2.85e-06] []
52600 [1.81e-06, 2.23e-06, 1.82e-06, 1.60e-06, 2.52e-06, 1.05e-06, 3.46e-07, 1.96e-05, 2.44e-06, 3.31e-07, 2.67e-05, 5.03e-05, 3.16e-05, 1.65e-05, 6.26e-07, 3.46e-06, 9.91e-09, 1.54e-08, 1.67e-06, 3.60e-08, 1.09e-05, 2.30e-07] [1.81e-06, 2.23e-06, 1.82e-06, 1.60e-06, 2.52e-06, 1.05e-06, 3.46e-07, 1.96e-05, 2.44e-06, 3.31e-07, 2.67e-05, 5.03e-05, 3.16e-05, 1.65e-05, 6.26e-07, 3.46e-06, 9.91e-09, 1.54e-08, 1.67e-06, 3.60e-08, 1.09e-05, 2.30e-07] []
52700 [1.84e-06, 2.31e-06, 1.55e-06, 1.78e-06, 2.16e-06, 1.06e-06, 7.87e-07, 1.11e-05, 3.40e-04, 1.27e-06, 2.50e-05, 1.24e-05, 2.71e-05, 9.41e-06, 4.09e-10, 1.04e-07, 2.75e-06, 1.47e-07, 1.93e-08, 6.93e-06, 2.30e-06, 2.08e-05] [1.84e-06, 2.31e-06, 1.55e-06, 1.78e-06, 2.16e-06, 1.06e-06, 7.87e-07, 1.11e-05, 3.40e-04, 1.27e-06, 2.50e-05, 1.24e-05, 2.71e-05, 9.41e-06, 4.09e-10, 1.04e-07, 2.75e-06, 1.47e-07, 1.93e-08, 6.93e-06, 2.30e-06, 2.08e-05] []
52800 [8.07e-07, 2.17e-06, 1.64e-06, 1.43e-06, 1.97e-06, 8.87e-07, 2.40e-07, 7.15e-06, 1.76e-08, 1.62e-07, 1.97e-06, 2.06e-06, 1.94e-06, 1.35e-06, 3.46e-09, 2.22e-08, 3.65e-08, 3.39e-08, 8.20e-07, 6.25e-10, 5.59e-06, 2.26e-08] [8.07e-07, 2.17e-06, 1.64e-06, 1.43e-06, 1.97e-06, 8.87e-07, 2.40e-07, 7.15e-06, 1.76e-08, 1.62e-07, 1.97e-06, 2.06e-06, 1.94e-06, 1.35e-06, 3.46e-09, 2.22e-08, 3.65e-08, 3.39e-08, 8.20e-07, 6.25e-10, 5.59e-06, 2.26e-08] []
52900 [1.84e-06, 2.05e-06, 1.72e-06, 1.46e-06, 2.08e-06, 1.08e-06, 2.98e-07, 1.15e-06, 2.50e-08, 1.21e-06, 1.51e-05, 3.44e-05, 1.08e-05, 5.37e-05, 1.27e-06, 2.11e-06, 1.26e-07, 4.12e-10, 0.00e+00, 0.00e+00, 4.27e-07, 1.78e-08] [1.84e-06, 2.05e-06, 1.72e-06, 1.46e-06, 2.08e-06, 1.08e-06, 2.98e-07, 1.15e-06, 2.50e-08, 1.21e-06, 1.51e-05, 3.44e-05, 1.08e-05, 5.37e-05, 1.27e-06, 2.11e-06, 1.26e-07, 4.12e-10, 0.00e+00, 0.00e+00, 4.27e-07, 1.78e-08] []
53000 [5.22e-06, 2.21e-06, 1.82e-06, 1.65e-06, 2.31e-06, 1.22e-06, 3.28e-07, 6.90e-07, 9.53e-08, 4.99e-08, 5.05e-05, 7.37e-05, 1.85e-04, 3.33e-04, 3.33e-06, 5.13e-06, 5.32e-06, 1.90e-06, 1.69e-06, 3.32e-10, 9.47e-06, 4.04e-08] [5.22e-06, 2.21e-06, 1.82e-06, 1.65e-06, 2.31e-06, 1.22e-06, 3.28e-07, 6.90e-07, 9.53e-08, 4.99e-08, 5.05e-05, 7.37e-05, 1.85e-04, 3.33e-04, 3.33e-06, 5.13e-06, 5.32e-06, 1.90e-06, 1.69e-06, 3.32e-10, 9.47e-06, 4.04e-08] []
53100 [8.79e-07, 2.09e-06, 1.74e-06, 1.60e-06, 1.85e-06, 9.75e-07, 2.02e-07, 4.01e-07, 7.93e-10, 4.95e-08, 3.09e-06, 2.94e-06, 4.39e-06, 1.41e-06, 9.36e-08, 3.45e-08, 7.90e-08, 7.99e-08, 1.21e-07, 1.59e-09, 7.90e-07, 6.51e-09] [8.79e-07, 2.09e-06, 1.74e-06, 1.60e-06, 1.85e-06, 9.75e-07, 2.02e-07, 4.01e-07, 7.93e-10, 4.95e-08, 3.09e-06, 2.94e-06, 4.39e-06, 1.41e-06, 9.36e-08, 3.45e-08, 7.90e-08, 7.99e-08, 1.21e-07, 1.59e-09, 7.90e-07, 6.51e-09] []
53200 [9.15e-07, 2.35e-06, 1.53e-06, 1.69e-06, 1.87e-06, 1.34e-06, 1.86e-07, 1.51e-05, 7.80e-06, 5.63e-07, 2.83e-05, 4.01e-05, 1.23e-05, 5.87e-05, 6.13e-08, 0.00e+00, 1.37e-09, 2.93e-08, 2.23e-06, 0.00e+00, 1.48e-05, 8.07e-06] [9.15e-07, 2.35e-06, 1.53e-06, 1.69e-06, 1.87e-06, 1.34e-06, 1.86e-07, 1.51e-05, 7.80e-06, 5.63e-07, 2.83e-05, 4.01e-05, 1.23e-05, 5.87e-05, 6.13e-08, 0.00e+00, 1.37e-09, 2.93e-08, 2.23e-06, 0.00e+00, 1.48e-05, 8.07e-06] []
53300 [2.70e-06, 2.76e-06, 1.70e-06, 1.80e-06, 2.15e-06, 1.56e-06, 2.25e-07, 9.73e-07, 8.96e-07, 7.32e-07, 8.48e-06, 9.83e-05, 6.77e-06, 1.97e-04, 1.46e-08, 0.00e+00, 0.00e+00, 1.52e-07, 7.33e-08, 0.00e+00, 4.02e-07, 7.30e-07] [2.70e-06, 2.76e-06, 1.70e-06, 1.80e-06, 2.15e-06, 1.56e-06, 2.25e-07, 9.73e-07, 8.96e-07, 7.32e-07, 8.48e-06, 9.83e-05, 6.77e-06, 1.97e-04, 1.46e-08, 0.00e+00, 0.00e+00, 1.52e-07, 7.33e-08, 0.00e+00, 4.02e-07, 7.30e-07] []
53400 [3.60e-06, 2.05e-06, 1.72e-06, 1.47e-06, 2.13e-06, 1.22e-06, 3.94e-07, 1.19e-06, 1.26e-05, 3.33e-07, 4.91e-05, 7.39e-05, 2.18e-04, 5.46e-04, 4.55e-06, 5.74e-06, 2.85e-06, 3.20e-06, 4.08e-07, 1.74e-06, 2.60e-06, 1.07e-05] [3.60e-06, 2.05e-06, 1.72e-06, 1.47e-06, 2.13e-06, 1.22e-06, 3.94e-07, 1.19e-06, 1.26e-05, 3.33e-07, 4.91e-05, 7.39e-05, 2.18e-04, 5.46e-04, 4.55e-06, 5.74e-06, 2.85e-06, 3.20e-06, 4.08e-07, 1.74e-06, 2.60e-06, 1.07e-05] []
53500 [6.53e-07, 1.99e-06, 1.62e-06, 1.46e-06, 1.66e-06, 9.16e-07, 2.22e-07, 5.28e-07, 1.01e-09, 1.27e-08, 7.93e-07, 1.46e-06, 1.00e-06, 5.92e-07, 2.76e-10, 5.28e-08, 7.10e-08, 2.27e-09, 0.00e+00, 3.94e-10, 4.19e-07, 8.66e-09] [6.53e-07, 1.99e-06, 1.62e-06, 1.46e-06, 1.66e-06, 9.16e-07, 2.22e-07, 5.28e-07, 1.01e-09, 1.27e-08, 7.93e-07, 1.46e-06, 1.00e-06, 5.92e-07, 2.76e-10, 5.28e-08, 7.10e-08, 2.27e-09, 0.00e+00, 3.94e-10, 4.19e-07, 8.66e-09] []
53600 [1.31e-04, 7.87e-05, 6.59e-05, 3.58e-05, 7.23e-05, 1.36e-06, 3.83e-06, 4.55e-05, 1.00e-04, 2.33e-05, 2.81e-02, 1.68e-03, 2.94e-02, 3.27e-04, 3.81e-06, 9.74e-05, 2.28e-06, 4.62e-08, 0.00e+00, 3.41e-06, 2.69e-04, 3.24e-05] [1.31e-04, 7.87e-05, 6.59e-05, 3.58e-05, 7.23e-05, 1.36e-06, 3.83e-06, 4.55e-05, 1.00e-04, 2.33e-05, 2.81e-02, 1.68e-03, 2.94e-02, 3.27e-04, 3.81e-06, 9.74e-05, 2.28e-06, 4.62e-08, 0.00e+00, 3.41e-06, 2.69e-04, 3.24e-05] []
53700 [6.39e-05, 1.51e-04, 3.69e-05, 1.05e-04, 1.45e-04, 3.09e-07, 4.02e-07, 3.98e-05, 2.85e-07, 9.10e-04, 3.21e-02, 2.49e-03, 2.82e-02, 2.54e-03, 4.94e-04, 2.57e-04, 5.80e-07, 1.53e-04, 0.00e+00, 1.60e-06, 3.92e-05, 1.67e-06] [6.39e-05, 1.51e-04, 3.69e-05, 1.05e-04, 1.45e-04, 3.09e-07, 4.02e-07, 3.98e-05, 2.85e-07, 9.10e-04, 3.21e-02, 2.49e-03, 2.82e-02, 2.54e-03, 4.94e-04, 2.57e-04, 5.80e-07, 1.53e-04, 0.00e+00, 1.60e-06, 3.92e-05, 1.67e-06] []
53800 [1.76e-05, 1.13e-05, 3.74e-06, 1.12e-05, 2.83e-05, 1.03e-07, 1.57e-08, 5.06e-07, 8.90e-09, 2.05e-06, 1.94e-04, 1.10e-03, 8.62e-04, 4.34e-06, 1.53e-05, 6.62e-08, 1.12e-06, 3.30e-06, 0.00e+00, 8.96e-08, 9.51e-07, 5.50e-08] [1.76e-05, 1.13e-05, 3.74e-06, 1.12e-05, 2.83e-05, 1.03e-07, 1.57e-08, 5.06e-07, 8.90e-09, 2.05e-06, 1.94e-04, 1.10e-03, 8.62e-04, 4.34e-06, 1.53e-05, 6.62e-08, 1.12e-06, 3.30e-06, 0.00e+00, 8.96e-08, 9.51e-07, 5.50e-08] []
53900 [9.54e-06, 7.26e-06, 2.15e-06, 1.74e-05, 1.73e-05, 1.18e-07, 4.83e-07, 1.37e-08, 2.14e-10, 4.77e-07, 9.76e-05, 8.46e-04, 8.33e-04, 2.69e-05, 5.99e-07, 1.46e-08, 3.48e-10, 8.77e-07, 1.16e-08, 2.34e-08, 2.37e-07, 8.69e-08] [9.54e-06, 7.26e-06, 2.15e-06, 1.74e-05, 1.73e-05, 1.18e-07, 4.83e-07, 1.37e-08, 2.14e-10, 4.77e-07, 9.76e-05, 8.46e-04, 8.33e-04, 2.69e-05, 5.99e-07, 1.46e-08, 3.48e-10, 8.77e-07, 1.16e-08, 2.34e-08, 2.37e-07, 8.69e-08] []
54000 [9.02e-06, 6.98e-06, 3.25e-06, 1.12e-05, 1.13e-05, 6.20e-08, 1.11e-06, 4.31e-08, 1.39e-09, 9.71e-09, 3.64e-05, 6.42e-04, 7.54e-04, 4.00e-06, 1.03e-06, 2.85e-07, 2.11e-08, 6.21e-07, 0.00e+00, 1.22e-08, 2.31e-07, 6.19e-08] [9.02e-06, 6.98e-06, 3.25e-06, 1.12e-05, 1.13e-05, 6.20e-08, 1.11e-06, 4.31e-08, 1.39e-09, 9.71e-09, 3.64e-05, 6.42e-04, 7.54e-04, 4.00e-06, 1.03e-06, 2.85e-07, 2.11e-08, 6.21e-07, 0.00e+00, 1.22e-08, 2.31e-07, 6.19e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 37.192224 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Best train step: 53499
lambda_a: 2.0629513264
lambda_b: 1.7247478962
kappa_a: 0.68618053198
kappa_b: 0.29309791327
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
54000 [9.02e-06, 6.98e-06, 3.25e-06, 1.12e-05, 1.13e-05, 6.20e-08, 1.11e-06, 4.31e-08, 1.39e-09, 9.71e-09, 3.64e-05, 6.42e-04, 7.54e-04, 4.00e-06, 1.03e-06, 2.85e-07, 2.11e-08, 6.21e-07, 0.00e+00, 1.22e-08, 2.31e-07, 6.19e-08] [9.02e-06, 6.98e-06, 3.25e-06, 1.12e-05, 1.13e-05, 6.20e-08, 1.11e-06, 4.31e-08, 1.39e-09, 9.71e-09, 3.64e-05, 6.42e-04, 7.54e-04, 4.00e-06, 1.03e-06, 2.85e-07, 2.11e-08, 6.21e-07, 0.00e+00, 1.22e-08, 2.31e-07, 6.19e-08] []
54100 [7.90e-06, 6.27e-06, 3.37e-06, 9.39e-06, 9.97e-06, 3.98e-08, 1.12e-06, 9.44e-09, 1.52e-08, 3.38e-09, 2.91e-05, 6.31e-04, 7.42e-04, 2.42e-06, 7.08e-07, 4.70e-07, 4.92e-08, 5.60e-07, 3.68e-09, 2.25e-08, 8.80e-08, 6.05e-08] [7.90e-06, 6.27e-06, 3.37e-06, 9.39e-06, 9.97e-06, 3.98e-08, 1.12e-06, 9.44e-09, 1.52e-08, 3.38e-09, 2.91e-05, 6.31e-04, 7.42e-04, 2.42e-06, 7.08e-07, 4.70e-07, 4.92e-08, 5.60e-07, 3.68e-09, 2.25e-08, 8.80e-08, 6.05e-08] []
54200 [7.05e-06, 5.74e-06, 3.24e-06, 8.12e-06, 9.00e-06, 2.95e-08, 1.07e-06, 2.82e-09, 3.23e-09, 1.50e-09, 2.68e-05, 6.26e-04, 7.31e-04, 1.95e-06, 6.27e-07, 5.19e-07, 1.03e-07, 4.59e-07, 1.51e-09, 1.84e-09, 4.89e-08, 4.67e-08] [7.05e-06, 5.74e-06, 3.24e-06, 8.12e-06, 9.00e-06, 2.95e-08, 1.07e-06, 2.82e-09, 3.23e-09, 1.50e-09, 2.68e-05, 6.26e-04, 7.31e-04, 1.95e-06, 6.27e-07, 5.19e-07, 1.03e-07, 4.59e-07, 1.51e-09, 1.84e-09, 4.89e-08, 4.67e-08] []
54300 [6.46e-06, 5.29e-06, 3.08e-06, 7.17e-06, 8.06e-06, 2.89e-08, 9.99e-07, 2.32e-08, 7.69e-10, 7.73e-10, 2.59e-05, 6.24e-04, 7.23e-04, 1.69e-06, 5.61e-07, 4.95e-07, 1.53e-07, 3.76e-07, 7.02e-13, 7.63e-10, 6.55e-08, 2.68e-08] [6.46e-06, 5.29e-06, 3.08e-06, 7.17e-06, 8.06e-06, 2.89e-08, 9.99e-07, 2.32e-08, 7.69e-10, 7.73e-10, 2.59e-05, 6.24e-04, 7.23e-04, 1.69e-06, 5.61e-07, 4.95e-07, 1.53e-07, 3.76e-07, 7.02e-13, 7.63e-10, 6.55e-08, 2.68e-08] []
54400 [6.04e-06, 4.90e-06, 2.89e-06, 6.40e-06, 7.12e-06, 3.62e-08, 9.30e-07, 3.71e-09, 1.06e-08, 5.15e-10, 2.53e-05, 6.23e-04, 7.18e-04, 1.44e-06, 5.16e-07, 4.27e-07, 1.84e-07, 3.57e-07, 1.06e-09, 4.26e-09, 1.96e-08, 2.97e-08] [6.04e-06, 4.90e-06, 2.89e-06, 6.40e-06, 7.12e-06, 3.62e-08, 9.30e-07, 3.71e-09, 1.06e-08, 5.15e-10, 2.53e-05, 6.23e-04, 7.18e-04, 1.44e-06, 5.16e-07, 4.27e-07, 1.84e-07, 3.57e-07, 1.06e-09, 4.26e-09, 1.96e-08, 2.97e-08] []
54500 [5.76e-06, 4.55e-06, 2.73e-06, 5.73e-06, 6.24e-06, 5.23e-08, 8.61e-07, 2.39e-09, 2.37e-09, 5.45e-10, 2.51e-05, 6.22e-04, 7.13e-04, 1.37e-06, 4.74e-07, 3.64e-07, 2.10e-07, 3.34e-07, 9.12e-10, 8.78e-11, 1.35e-08, 1.33e-08] [5.76e-06, 4.55e-06, 2.73e-06, 5.73e-06, 6.24e-06, 5.23e-08, 8.61e-07, 2.39e-09, 2.37e-09, 5.45e-10, 2.51e-05, 6.22e-04, 7.13e-04, 1.37e-06, 4.74e-07, 3.64e-07, 2.10e-07, 3.34e-07, 9.12e-10, 8.78e-11, 1.35e-08, 1.33e-08] []
54600 [5.48e-06, 4.25e-06, 2.59e-06, 5.18e-06, 5.46e-06, 7.74e-08, 7.95e-07, 1.21e-08, 4.33e-10, 3.84e-10, 2.50e-05, 6.21e-04, 7.09e-04, 1.34e-06, 4.15e-07, 3.16e-07, 2.32e-07, 3.01e-07, 4.74e-12, 1.29e-10, 2.56e-08, 6.76e-09] [5.48e-06, 4.25e-06, 2.59e-06, 5.18e-06, 5.46e-06, 7.74e-08, 7.95e-07, 1.21e-08, 4.33e-10, 3.84e-10, 2.50e-05, 6.21e-04, 7.09e-04, 1.34e-06, 4.15e-07, 3.16e-07, 2.32e-07, 3.01e-07, 4.74e-12, 1.29e-10, 2.56e-08, 6.76e-09] []
54700 [5.26e-06, 4.01e-06, 2.45e-06, 4.71e-06, 4.84e-06, 1.08e-07, 7.29e-07, 2.43e-08, 6.20e-09, 2.16e-09, 2.50e-05, 6.21e-04, 7.06e-04, 1.25e-06, 4.03e-07, 2.84e-07, 2.48e-07, 2.86e-07, 4.69e-09, 1.18e-09, 3.14e-08, 9.94e-09] [5.26e-06, 4.01e-06, 2.45e-06, 4.71e-06, 4.84e-06, 1.08e-07, 7.29e-07, 2.43e-08, 6.20e-09, 2.16e-09, 2.50e-05, 6.21e-04, 7.06e-04, 1.25e-06, 4.03e-07, 2.84e-07, 2.48e-07, 2.86e-07, 4.69e-09, 1.18e-09, 3.14e-08, 9.94e-09] []
54800 [4.98e-06, 3.77e-06, 2.33e-06, 4.29e-06, 4.17e-06, 1.59e-07, 6.74e-07, 8.05e-09, 1.22e-09, 9.52e-11, 2.48e-05, 6.20e-04, 7.03e-04, 1.27e-06, 3.18e-07, 2.24e-07, 2.38e-07, 2.61e-07, 8.19e-11, 4.42e-11, 1.80e-08, 5.10e-09] [4.98e-06, 3.77e-06, 2.33e-06, 4.29e-06, 4.17e-06, 1.59e-07, 6.74e-07, 8.05e-09, 1.22e-09, 9.52e-11, 2.48e-05, 6.20e-04, 7.03e-04, 1.27e-06, 3.18e-07, 2.24e-07, 2.38e-07, 2.61e-07, 8.19e-11, 4.42e-11, 1.80e-08, 5.10e-09] []
54900 [4.79e-06, 3.58e-06, 2.21e-06, 3.93e-06, 3.72e-06, 2.09e-07, 6.17e-07, 6.50e-10, 6.25e-12, 1.35e-09, 2.45e-05, 6.19e-04, 7.01e-04, 1.15e-06, 3.08e-07, 2.01e-07, 2.23e-07, 2.38e-07, 4.43e-10, 7.32e-11, 2.26e-08, 1.65e-09] [4.79e-06, 3.58e-06, 2.21e-06, 3.93e-06, 3.72e-06, 2.09e-07, 6.17e-07, 6.50e-10, 6.25e-12, 1.35e-09, 2.45e-05, 6.19e-04, 7.01e-04, 1.15e-06, 3.08e-07, 2.01e-07, 2.23e-07, 2.38e-07, 4.43e-10, 7.32e-11, 2.26e-08, 1.65e-09] []
55000 [4.53e-06, 3.39e-06, 2.11e-06, 3.63e-06, 3.20e-06, 2.87e-07, 5.70e-07, 5.42e-10, 2.47e-10, 3.91e-10, 2.42e-05, 6.18e-04, 6.98e-04, 1.04e-06, 2.51e-07, 1.64e-07, 2.42e-07, 2.62e-07, 1.03e-09, 1.29e-10, 2.28e-08, 1.67e-09] [4.53e-06, 3.39e-06, 2.11e-06, 3.63e-06, 3.20e-06, 2.87e-07, 5.70e-07, 5.42e-10, 2.47e-10, 3.91e-10, 2.42e-05, 6.18e-04, 6.98e-04, 1.04e-06, 2.51e-07, 1.64e-07, 2.42e-07, 2.62e-07, 1.03e-09, 1.29e-10, 2.28e-08, 1.67e-09] []
55100 [4.30e-06, 3.24e-06, 2.00e-06, 3.37e-06, 2.86e-06, 3.68e-07, 5.22e-07, 7.93e-08, 2.36e-09, 7.01e-11, 2.38e-05, 6.17e-04, 6.96e-04, 9.84e-07, 2.24e-07, 1.33e-07, 2.24e-07, 2.37e-07, 4.78e-10, 3.73e-10, 1.44e-07, 2.95e-09] [4.30e-06, 3.24e-06, 2.00e-06, 3.37e-06, 2.86e-06, 3.68e-07, 5.22e-07, 7.93e-08, 2.36e-09, 7.01e-11, 2.38e-05, 6.17e-04, 6.96e-04, 9.84e-07, 2.24e-07, 1.33e-07, 2.24e-07, 2.37e-07, 4.78e-10, 3.73e-10, 1.44e-07, 2.95e-09] []
55200 [4.09e-06, 3.10e-06, 1.91e-06, 3.17e-06, 2.51e-06, 4.64e-07, 4.84e-07, 7.47e-10, 5.42e-10, 4.64e-10, 2.34e-05, 6.15e-04, 6.93e-04, 8.16e-07, 1.91e-07, 1.23e-07, 2.37e-07, 2.54e-07, 4.30e-09, 2.24e-10, 3.18e-08, 1.94e-09] [4.09e-06, 3.10e-06, 1.91e-06, 3.17e-06, 2.51e-06, 4.64e-07, 4.84e-07, 7.47e-10, 5.42e-10, 4.64e-10, 2.34e-05, 6.15e-04, 6.93e-04, 8.16e-07, 1.91e-07, 1.23e-07, 2.37e-07, 2.54e-07, 4.30e-09, 2.24e-10, 3.18e-08, 1.94e-09] []
55300 [3.80e-06, 3.03e-06, 1.78e-06, 3.06e-06, 2.46e-06, 5.49e-07, 4.43e-07, 3.15e-08, 2.55e-07, 4.11e-10, 2.36e-05, 6.14e-04, 6.90e-04, 7.43e-07, 1.76e-07, 9.52e-08, 2.83e-07, 3.04e-07, 2.47e-09, 0.00e+00, 1.30e-07, 3.51e-07] [3.80e-06, 3.03e-06, 1.78e-06, 3.06e-06, 2.46e-06, 5.49e-07, 4.43e-07, 3.15e-08, 2.55e-07, 4.11e-10, 2.36e-05, 6.14e-04, 6.90e-04, 7.43e-07, 1.76e-07, 9.52e-08, 2.83e-07, 3.04e-07, 2.47e-09, 0.00e+00, 1.30e-07, 3.51e-07] []
55400 [3.69e-06, 2.93e-06, 1.72e-06, 2.89e-06, 2.17e-06, 6.58e-07, 4.16e-07, 9.50e-09, 1.71e-08, 6.78e-10, 2.27e-05, 6.12e-04, 6.87e-04, 6.34e-07, 1.44e-07, 9.48e-08, 2.29e-07, 2.41e-07, 1.17e-08, 2.48e-09, 4.81e-08, 1.39e-08] [3.69e-06, 2.93e-06, 1.72e-06, 2.89e-06, 2.17e-06, 6.58e-07, 4.16e-07, 9.50e-09, 1.71e-08, 6.78e-10, 2.27e-05, 6.12e-04, 6.87e-04, 6.34e-07, 1.44e-07, 9.48e-08, 2.29e-07, 2.41e-07, 1.17e-08, 2.48e-09, 4.81e-08, 1.39e-08] []
55500 [3.51e-06, 2.98e-06, 1.60e-06, 2.84e-06, 2.31e-06, 7.46e-07, 4.26e-07, 1.83e-09, 8.44e-07, 6.01e-09, 2.21e-05, 6.10e-04, 6.84e-04, 8.63e-07, 1.35e-07, 9.35e-08, 1.62e-07, 2.11e-07, 7.91e-09, 1.90e-07, 3.86e-08, 1.12e-06] [3.51e-06, 2.98e-06, 1.60e-06, 2.84e-06, 2.31e-06, 7.46e-07, 4.26e-07, 1.83e-09, 8.44e-07, 6.01e-09, 2.21e-05, 6.10e-04, 6.84e-04, 8.63e-07, 1.35e-07, 9.35e-08, 1.62e-07, 2.11e-07, 7.91e-09, 1.90e-07, 3.86e-08, 1.12e-06] []
55600 [3.04e-06, 3.08e-06, 1.56e-06, 3.59e-06, 2.33e-06, 7.34e-07, 4.64e-07, 1.13e-05, 1.21e-07, 5.01e-07, 2.38e-05, 6.10e-04, 7.07e-04, 3.11e-05, 3.76e-09, 1.98e-08, 2.82e-08, 3.42e-08, 0.00e+00, 4.45e-11, 1.19e-05, 1.89e-07] [3.04e-06, 3.08e-06, 1.56e-06, 3.59e-06, 2.33e-06, 7.34e-07, 4.64e-07, 1.13e-05, 1.21e-07, 5.01e-07, 2.38e-05, 6.10e-04, 7.07e-04, 3.11e-05, 3.76e-09, 1.98e-08, 2.82e-08, 3.42e-08, 0.00e+00, 4.45e-11, 1.19e-05, 1.89e-07] []
55700 [1.48e-05, 8.04e-06, 5.01e-06, 4.09e-06, 1.97e-05, 8.92e-07, 5.27e-07, 2.63e-05, 9.61e-05, 3.67e-05, 1.52e-04, 1.01e-03, 9.04e-04, 1.23e-05, 1.23e-05, 7.94e-06, 2.84e-06, 7.12e-06, 2.39e-06, 1.00e-05, 1.40e-05, 5.09e-05] [1.48e-05, 8.04e-06, 5.01e-06, 4.09e-06, 1.97e-05, 8.92e-07, 5.27e-07, 2.63e-05, 9.61e-05, 3.67e-05, 1.52e-04, 1.01e-03, 9.04e-04, 1.23e-05, 1.23e-05, 7.94e-06, 2.84e-06, 7.12e-06, 2.39e-06, 1.00e-05, 1.40e-05, 5.09e-05] []
55800 [4.18e-06, 6.74e-06, 3.24e-07, 6.14e-06, 1.21e-05, 4.65e-07, 4.38e-07, 1.73e-07, 2.08e-09, 4.48e-08, 6.32e-05, 6.63e-04, 7.06e-04, 1.14e-06, 7.91e-07, 9.02e-11, 1.02e-07, 3.69e-07, 3.87e-08, 3.30e-09, 1.77e-07, 1.09e-08] [4.18e-06, 6.74e-06, 3.24e-07, 6.14e-06, 1.21e-05, 4.65e-07, 4.38e-07, 1.73e-07, 2.08e-09, 4.48e-08, 6.32e-05, 6.63e-04, 7.06e-04, 1.14e-06, 7.91e-07, 9.02e-11, 1.02e-07, 3.69e-07, 3.87e-08, 3.30e-09, 1.77e-07, 1.09e-08] []
55900 [3.34e-06, 6.93e-06, 2.91e-07, 4.68e-06, 9.07e-06, 5.28e-07, 3.69e-07, 2.80e-09, 6.72e-09, 2.40e-08, 2.71e-05, 6.21e-04, 6.99e-04, 4.46e-07, 3.24e-07, 1.58e-09, 5.07e-08, 4.38e-07, 4.09e-09, 4.61e-10, 3.50e-08, 1.06e-08] [3.34e-06, 6.93e-06, 2.91e-07, 4.68e-06, 9.07e-06, 5.28e-07, 3.69e-07, 2.80e-09, 6.72e-09, 2.40e-08, 2.71e-05, 6.21e-04, 6.99e-04, 4.46e-07, 3.24e-07, 1.58e-09, 5.07e-08, 4.38e-07, 4.09e-09, 4.61e-10, 3.50e-08, 1.06e-08] []
56000 [3.22e-06, 6.69e-06, 3.29e-07, 3.61e-06, 7.50e-06, 6.66e-07, 2.96e-07, 8.00e-11, 1.90e-09, 1.13e-08, 1.64e-05, 6.11e-04, 6.93e-04, 2.48e-07, 1.85e-07, 4.30e-10, 5.92e-08, 3.68e-07, 1.74e-09, 9.62e-10, 2.87e-08, 5.50e-09] [3.22e-06, 6.69e-06, 3.29e-07, 3.61e-06, 7.50e-06, 6.66e-07, 2.96e-07, 8.00e-11, 1.90e-09, 1.13e-08, 1.64e-05, 6.11e-04, 6.93e-04, 2.48e-07, 1.85e-07, 4.30e-10, 5.92e-08, 3.68e-07, 1.74e-09, 9.62e-10, 2.87e-08, 5.50e-09] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 39.462070 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
56000 [3.22e-06, 6.69e-06, 3.29e-07, 3.61e-06, 7.50e-06, 6.66e-07, 2.96e-07, 8.00e-11, 1.90e-09, 1.13e-08, 1.64e-05, 6.11e-04, 6.93e-04, 2.48e-07, 1.85e-07, 4.30e-10, 5.92e-08, 3.68e-07, 1.74e-09, 9.62e-10, 2.87e-08, 5.50e-09] [3.22e-06, 6.69e-06, 3.29e-07, 3.61e-06, 7.50e-06, 6.66e-07, 2.96e-07, 8.00e-11, 1.90e-09, 1.13e-08, 1.64e-05, 6.11e-04, 6.93e-04, 2.48e-07, 1.85e-07, 4.30e-10, 5.92e-08, 3.68e-07, 1.74e-09, 9.62e-10, 2.87e-08, 5.50e-09] []
56100 [3.22e-06, 6.22e-06, 3.40e-07, 2.83e-06, 6.39e-06, 8.54e-07, 2.43e-07, 4.49e-10, 2.71e-11, 6.25e-09, 1.26e-05, 6.08e-04, 6.89e-04, 1.64e-07, 1.22e-07, 1.29e-09, 7.88e-08, 3.24e-07, 9.53e-10, 2.96e-10, 2.86e-08, 2.57e-09] [3.22e-06, 6.22e-06, 3.40e-07, 2.83e-06, 6.39e-06, 8.54e-07, 2.43e-07, 4.49e-10, 2.71e-11, 6.25e-09, 1.26e-05, 6.08e-04, 6.89e-04, 1.64e-07, 1.22e-07, 1.29e-09, 7.88e-08, 3.24e-07, 9.53e-10, 2.96e-10, 2.86e-08, 2.57e-09] []
56200 [3.19e-06, 5.66e-06, 3.42e-07, 2.26e-06, 5.48e-06, 1.08e-06, 2.03e-07, 6.22e-09, 2.15e-11, 3.83e-09, 1.10e-05, 6.06e-04, 6.86e-04, 1.24e-07, 8.23e-08, 4.18e-09, 9.90e-08, 2.99e-07, 3.59e-10, 1.64e-10, 3.78e-08, 2.12e-09] [3.19e-06, 5.66e-06, 3.42e-07, 2.26e-06, 5.48e-06, 1.08e-06, 2.03e-07, 6.22e-09, 2.15e-11, 3.83e-09, 1.10e-05, 6.06e-04, 6.86e-04, 1.24e-07, 8.23e-08, 4.18e-09, 9.90e-08, 2.99e-07, 3.59e-10, 1.64e-10, 3.78e-08, 2.12e-09] []
56300 [2.69e-05, 7.14e-06, 6.61e-07, 3.16e-06, 1.02e-05, 1.55e-06, 2.63e-07, 6.48e-05, 1.07e-06, 1.18e-04, 1.32e-04, 1.28e-03, 1.44e-03, 4.15e-03, 2.36e-05, 4.70e-05, 3.30e-05, 4.50e-05, 8.26e-06, 0.00e+00, 4.55e-05, 9.69e-07] [2.69e-05, 7.14e-06, 6.61e-07, 3.16e-06, 1.02e-05, 1.55e-06, 2.63e-07, 6.48e-05, 1.07e-06, 1.18e-04, 1.32e-04, 1.28e-03, 1.44e-03, 4.15e-03, 2.36e-05, 4.70e-05, 3.30e-05, 4.50e-05, 8.26e-06, 0.00e+00, 4.55e-05, 9.69e-07] []
56400 [3.23e-06, 4.93e-06, 5.16e-07, 1.56e-06, 4.04e-06, 1.30e-06, 1.51e-07, 1.90e-08, 3.23e-09, 5.05e-10, 1.05e-05, 6.05e-04, 6.81e-04, 3.22e-07, 5.44e-08, 3.35e-08, 1.17e-07, 2.87e-07, 8.32e-11, 8.55e-11, 7.49e-08, 5.04e-09] [3.23e-06, 4.93e-06, 5.16e-07, 1.56e-06, 4.04e-06, 1.30e-06, 1.51e-07, 1.90e-08, 3.23e-09, 5.05e-10, 1.05e-05, 6.05e-04, 6.81e-04, 3.22e-07, 5.44e-08, 3.35e-08, 1.17e-07, 2.87e-07, 8.32e-11, 8.55e-11, 7.49e-08, 5.04e-09] []
56500 [2.92e-06, 4.44e-06, 4.66e-07, 1.25e-06, 3.61e-06, 1.55e-06, 1.24e-07, 3.02e-09, 1.10e-11, 1.63e-09, 1.03e-05, 6.04e-04, 6.78e-04, 9.08e-08, 6.14e-08, 3.37e-08, 1.44e-07, 2.73e-07, 3.92e-10, 1.23e-10, 7.78e-08, 1.97e-09] [2.92e-06, 4.44e-06, 4.66e-07, 1.25e-06, 3.61e-06, 1.55e-06, 1.24e-07, 3.02e-09, 1.10e-11, 1.63e-09, 1.03e-05, 6.04e-04, 6.78e-04, 9.08e-08, 6.14e-08, 3.37e-08, 1.44e-07, 2.73e-07, 3.92e-10, 1.23e-10, 7.78e-08, 1.97e-09] []
56600 [2.70e-06, 3.97e-06, 4.48e-07, 1.04e-06, 3.15e-06, 1.83e-06, 1.04e-07, 3.66e-10, 1.33e-10, 1.59e-10, 1.02e-05, 6.03e-04, 6.75e-04, 1.93e-07, 5.20e-08, 3.18e-08, 1.38e-07, 2.32e-07, 1.06e-09, 1.56e-10, 9.24e-08, 1.83e-09] [2.70e-06, 3.97e-06, 4.48e-07, 1.04e-06, 3.15e-06, 1.83e-06, 1.04e-07, 3.66e-10, 1.33e-10, 1.59e-10, 1.02e-05, 6.03e-04, 6.75e-04, 1.93e-07, 5.20e-08, 3.18e-08, 1.38e-07, 2.32e-07, 1.06e-09, 1.56e-10, 9.24e-08, 1.83e-09] []
56700 [3.12e-06, 4.51e-06, 8.55e-07, 1.13e-06, 2.82e-06, 1.82e-06, 5.47e-07, 1.34e-07, 8.90e-08, 1.59e-07, 1.10e-05, 6.02e-04, 6.73e-04, 2.72e-06, 1.62e-07, 2.63e-07, 2.24e-07, 5.03e-07, 1.18e-08, 4.43e-14, 1.35e-07, 2.07e-07] [3.12e-06, 4.51e-06, 8.55e-07, 1.13e-06, 2.82e-06, 1.82e-06, 5.47e-07, 1.34e-07, 8.90e-08, 1.59e-07, 1.10e-05, 6.02e-04, 6.73e-04, 2.72e-06, 1.62e-07, 2.63e-07, 2.24e-07, 5.03e-07, 1.18e-08, 4.43e-14, 1.35e-07, 2.07e-07] []
56800 [2.48e-06, 3.59e-06, 6.89e-07, 7.57e-07, 2.50e-06, 2.08e-06, 4.06e-07, 2.75e-08, 1.86e-10, 1.47e-09, 1.03e-05, 6.01e-04, 6.69e-04, 1.14e-07, 9.40e-08, 6.69e-08, 1.52e-07, 2.07e-07, 9.72e-11, 1.27e-10, 1.52e-07, 9.53e-09] [2.48e-06, 3.59e-06, 6.89e-07, 7.57e-07, 2.50e-06, 2.08e-06, 4.06e-07, 2.75e-08, 1.86e-10, 1.47e-09, 1.03e-05, 6.01e-04, 6.69e-04, 1.14e-07, 9.40e-08, 6.69e-08, 1.52e-07, 2.07e-07, 9.72e-11, 1.27e-10, 1.52e-07, 9.53e-09] []
56900 [2.48e-05, 5.21e-06, 1.25e-06, 2.94e-06, 5.65e-06, 2.64e-06, 5.06e-07, 2.40e-04, 5.68e-07, 1.18e-04, 1.31e-04, 1.18e-03, 1.50e-03, 3.50e-03, 2.54e-05, 3.33e-05, 3.39e-05, 3.56e-05, 6.02e-05, 1.90e-07, 2.96e-04, 1.14e-06] [2.48e-05, 5.21e-06, 1.25e-06, 2.94e-06, 5.65e-06, 2.64e-06, 5.06e-07, 2.40e-04, 5.68e-07, 1.18e-04, 1.31e-04, 1.18e-03, 1.50e-03, 3.50e-03, 2.54e-05, 3.33e-05, 3.39e-05, 3.56e-05, 6.02e-05, 1.90e-07, 2.96e-04, 1.14e-06] []
57000 [2.66e-06, 3.39e-06, 7.41e-07, 6.60e-07, 2.06e-06, 1.93e-06, 2.56e-07, 1.08e-07, 5.96e-10, 6.26e-09, 1.04e-05, 5.98e-04, 6.62e-04, 1.40e-07, 1.11e-07, 9.40e-08, 1.52e-07, 1.75e-07, 3.51e-11, 9.64e-10, 2.09e-07, 9.96e-09] [2.66e-06, 3.39e-06, 7.41e-07, 6.60e-07, 2.06e-06, 1.93e-06, 2.56e-07, 1.08e-07, 5.96e-10, 6.26e-09, 1.04e-05, 5.98e-04, 6.62e-04, 1.40e-07, 1.11e-07, 9.40e-08, 1.52e-07, 1.75e-07, 3.51e-11, 9.64e-10, 2.09e-07, 9.96e-09] []
57100 [2.47e-06, 2.98e-06, 6.07e-07, 5.89e-07, 1.84e-06, 2.19e-06, 2.00e-07, 1.04e-09, 1.58e-08, 8.26e-11, 1.02e-05, 5.97e-04, 6.58e-04, 1.51e-07, 1.01e-07, 7.02e-08, 1.58e-07, 1.36e-07, 2.65e-09, 0.00e+00, 1.71e-07, 1.55e-08] [2.47e-06, 2.98e-06, 6.07e-07, 5.89e-07, 1.84e-06, 2.19e-06, 2.00e-07, 1.04e-09, 1.58e-08, 8.26e-11, 1.02e-05, 5.97e-04, 6.58e-04, 1.51e-07, 1.01e-07, 7.02e-08, 1.58e-07, 1.36e-07, 2.65e-09, 0.00e+00, 1.71e-07, 1.55e-08] []
57200 [3.41e-06, 3.10e-06, 7.31e-07, 6.12e-07, 1.69e-06, 1.91e-06, 1.71e-07, 7.34e-08, 3.41e-09, 3.00e-07, 1.12e-05, 6.01e-04, 6.59e-04, 2.46e-05, 3.61e-07, 6.29e-07, 3.87e-07, 5.93e-07, 1.72e-11, 5.08e-10, 3.27e-07, 8.40e-09] [3.41e-06, 3.10e-06, 7.31e-07, 6.12e-07, 1.69e-06, 1.91e-06, 1.71e-07, 7.34e-08, 3.41e-09, 3.00e-07, 1.12e-05, 6.01e-04, 6.59e-04, 2.46e-05, 3.61e-07, 6.29e-07, 3.87e-07, 5.93e-07, 1.72e-11, 5.08e-10, 3.27e-07, 8.40e-09] []
57300 [2.58e-06, 2.78e-06, 5.88e-07, 5.80e-07, 1.52e-06, 2.15e-06, 1.20e-07, 5.84e-07, 8.93e-09, 2.04e-08, 9.58e-06, 5.96e-04, 6.48e-04, 2.19e-07, 8.99e-08, 1.01e-07, 1.82e-07, 2.15e-07, 1.94e-08, 3.83e-10, 3.07e-07, 6.17e-09] [2.58e-06, 2.78e-06, 5.88e-07, 5.80e-07, 1.52e-06, 2.15e-06, 1.20e-07, 5.84e-07, 8.93e-09, 2.04e-08, 9.58e-06, 5.96e-04, 6.48e-04, 2.19e-07, 8.99e-08, 1.01e-07, 1.82e-07, 2.15e-07, 1.94e-08, 3.83e-10, 3.07e-07, 6.17e-09] []
57400 [2.99e-06, 2.92e-06, 6.44e-07, 6.38e-07, 1.36e-06, 1.98e-06, 9.26e-08, 9.40e-07, 1.41e-09, 1.15e-08, 8.93e-06, 5.96e-04, 6.40e-04, 1.26e-06, 1.99e-07, 1.71e-07, 3.13e-07, 2.32e-07, 1.09e-07, 7.46e-11, 7.89e-07, 8.27e-09] [2.99e-06, 2.92e-06, 6.44e-07, 6.38e-07, 1.36e-06, 1.98e-06, 9.26e-08, 9.40e-07, 1.41e-09, 1.15e-08, 8.93e-06, 5.96e-04, 6.40e-04, 1.26e-06, 1.99e-07, 1.71e-07, 3.13e-07, 2.32e-07, 1.09e-07, 7.46e-11, 7.89e-07, 8.27e-09] []
57500 [4.20e-05, 6.08e-06, 1.07e-06, 6.41e-06, 6.90e-06, 2.78e-06, 2.51e-07, 3.38e-04, 4.67e-05, 1.46e-04, 2.97e-04, 1.69e-03, 2.58e-03, 7.34e-03, 6.52e-05, 8.05e-05, 6.55e-05, 6.20e-05, 5.77e-05, 9.66e-06, 2.91e-04, 4.08e-05] [4.20e-05, 6.08e-06, 1.07e-06, 6.41e-06, 6.90e-06, 2.78e-06, 2.51e-07, 3.38e-04, 4.67e-05, 1.46e-04, 2.97e-04, 1.69e-03, 2.58e-03, 7.34e-03, 6.52e-05, 8.05e-05, 6.55e-05, 6.20e-05, 5.77e-05, 9.66e-06, 2.91e-04, 4.08e-05] []
57600 [3.37e-06, 3.14e-06, 7.92e-07, 8.68e-07, 1.15e-06, 1.65e-06, 5.59e-08, 1.81e-08, 6.08e-09, 6.82e-09, 8.09e-06, 5.96e-04, 6.22e-04, 3.17e-07, 1.26e-07, 1.19e-07, 2.28e-07, 2.32e-07, 6.54e-09, 0.00e+00, 4.45e-07, 1.18e-08] [3.37e-06, 3.14e-06, 7.92e-07, 8.68e-07, 1.15e-06, 1.65e-06, 5.59e-08, 1.81e-08, 6.08e-09, 6.82e-09, 8.09e-06, 5.96e-04, 6.22e-04, 3.17e-07, 1.26e-07, 1.19e-07, 2.28e-07, 2.32e-07, 6.54e-09, 0.00e+00, 4.45e-07, 1.18e-08] []
57700 [1.01e-05, 4.68e-06, 8.45e-07, 3.92e-06, 2.85e-06, 2.32e-06, 3.70e-07, 4.40e-06, 5.58e-05, 5.75e-05, 5.80e-05, 8.93e-04, 9.68e-04, 1.77e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.21e-07, 2.13e-05, 4.89e-06, 8.31e-05] [1.01e-05, 4.68e-06, 8.45e-07, 3.92e-06, 2.85e-06, 2.32e-06, 3.70e-07, 4.40e-06, 5.58e-05, 5.75e-05, 5.80e-05, 8.93e-04, 9.68e-04, 1.77e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.21e-07, 2.13e-05, 4.89e-06, 8.31e-05] []
57800 [3.86e-06, 3.00e-06, 9.17e-07, 1.49e-06, 1.26e-06, 1.81e-06, 4.94e-08, 5.49e-07, 1.84e-08, 7.82e-06, 1.85e-05, 6.32e-04, 6.88e-04, 2.60e-04, 0.00e+00, 5.52e-10, 0.00e+00, 8.74e-09, 0.00e+00, 3.52e-09, 1.57e-06, 1.82e-08] [3.86e-06, 3.00e-06, 9.17e-07, 1.49e-06, 1.26e-06, 1.81e-06, 4.94e-08, 5.49e-07, 1.84e-08, 7.82e-06, 1.85e-05, 6.32e-04, 6.88e-04, 2.60e-04, 0.00e+00, 5.52e-10, 0.00e+00, 8.74e-09, 0.00e+00, 3.52e-09, 1.57e-06, 1.82e-08] []
57900 [3.52e-06, 2.78e-06, 8.21e-07, 1.33e-06, 9.89e-07, 1.63e-06, 4.03e-08, 5.49e-07, 2.54e-07, 2.06e-06, 1.26e-05, 6.04e-04, 5.98e-04, 5.63e-05, 1.11e-08, 7.40e-09, 7.62e-08, 1.16e-07, 5.21e-08, 7.84e-09, 4.94e-07, 3.57e-08] [3.52e-06, 2.78e-06, 8.21e-07, 1.33e-06, 9.89e-07, 1.63e-06, 4.03e-08, 5.49e-07, 2.54e-07, 2.06e-06, 1.26e-05, 6.04e-04, 5.98e-04, 5.63e-05, 1.11e-08, 7.40e-09, 7.62e-08, 1.16e-07, 5.21e-08, 7.84e-09, 4.94e-07, 3.57e-08] []
58000 [3.86e-06, 2.40e-06, 7.15e-07, 1.14e-06, 8.39e-07, 1.62e-06, 3.43e-08, 2.35e-08, 1.27e-08, 3.81e-07, 1.32e-05, 5.95e-04, 5.71e-04, 1.07e-05, 1.00e-07, 4.05e-07, 6.30e-07, 8.03e-07, 6.56e-09, 1.17e-09, 7.47e-07, 9.14e-09] [3.86e-06, 2.40e-06, 7.15e-07, 1.14e-06, 8.39e-07, 1.62e-06, 3.43e-08, 2.35e-08, 1.27e-08, 3.81e-07, 1.32e-05, 5.95e-04, 5.71e-04, 1.07e-05, 1.00e-07, 4.05e-07, 6.30e-07, 8.03e-07, 6.56e-09, 1.17e-09, 7.47e-07, 9.14e-09] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 42.269622 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
58000 [3.86e-06, 2.40e-06, 7.15e-07, 1.14e-06, 8.39e-07, 1.62e-06, 3.43e-08, 2.35e-08, 1.27e-08, 3.81e-07, 1.32e-05, 5.95e-04, 5.71e-04, 1.07e-05, 1.00e-07, 4.05e-07, 6.30e-07, 8.03e-07, 6.56e-09, 1.17e-09, 7.47e-07, 9.14e-09] [3.86e-06, 2.40e-06, 7.15e-07, 1.14e-06, 8.39e-07, 1.62e-06, 3.43e-08, 2.35e-08, 1.27e-08, 3.81e-07, 1.32e-05, 5.95e-04, 5.71e-04, 1.07e-05, 1.00e-07, 4.05e-07, 6.30e-07, 8.03e-07, 6.56e-09, 1.17e-09, 7.47e-07, 9.14e-09] []
58100 [3.97e-06, 2.37e-06, 7.68e-07, 1.45e-06, 8.20e-07, 1.45e-06, 1.14e-07, 4.58e-08, 3.08e-07, 1.02e-07, 1.86e-05, 5.93e-04, 5.51e-04, 9.88e-06, 2.27e-07, 2.41e-07, 1.04e-06, 7.82e-07, 7.01e-08, 3.31e-08, 5.61e-07, 1.56e-07] [3.97e-06, 2.37e-06, 7.68e-07, 1.45e-06, 8.20e-07, 1.45e-06, 1.14e-07, 4.58e-08, 3.08e-07, 1.02e-07, 1.86e-05, 5.93e-04, 5.51e-04, 9.88e-06, 2.27e-07, 2.41e-07, 1.04e-06, 7.82e-07, 7.01e-08, 3.31e-08, 5.61e-07, 1.56e-07] []
58200 [1.40e-05, 4.91e-06, 8.10e-07, 4.61e-06, 2.87e-06, 2.23e-06, 2.56e-07, 4.65e-06, 1.21e-05, 7.21e-05, 7.86e-05, 9.87e-04, 9.57e-04, 2.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.17e-06, 0.00e+00, 6.95e-06, 1.96e-05] [1.40e-05, 4.91e-06, 8.10e-07, 4.61e-06, 2.87e-06, 2.23e-06, 2.56e-07, 4.65e-06, 1.21e-05, 7.21e-05, 7.86e-05, 9.87e-04, 9.57e-04, 2.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.17e-06, 0.00e+00, 6.95e-06, 1.96e-05] []
58300 [6.57e-06, 2.21e-06, 8.58e-07, 2.04e-06, 7.66e-07, 1.20e-06, 1.48e-07, 3.06e-06, 1.29e-05, 1.26e-06, 5.79e-05, 6.09e-04, 5.52e-04, 1.69e-04, 1.38e-06, 1.54e-06, 4.02e-06, 4.84e-06, 8.74e-07, 3.37e-06, 4.96e-06, 1.61e-05] [6.57e-06, 2.21e-06, 8.58e-07, 2.04e-06, 7.66e-07, 1.20e-06, 1.48e-07, 3.06e-06, 1.29e-05, 1.26e-06, 5.79e-05, 6.09e-04, 5.52e-04, 1.69e-04, 1.38e-06, 1.54e-06, 4.02e-06, 4.84e-06, 8.74e-07, 3.37e-06, 4.96e-06, 1.61e-05] []
58400 [1.11e-05, 2.16e-06, 7.94e-07, 2.55e-06, 1.38e-06, 1.20e-06, 9.39e-08, 2.99e-05, 5.54e-06, 1.66e-06, 1.74e-04, 7.37e-04, 8.44e-04, 9.06e-04, 8.66e-06, 6.69e-06, 1.81e-05, 1.04e-05, 7.59e-06, 1.92e-06, 3.86e-05, 8.87e-06] [1.11e-05, 2.16e-06, 7.94e-07, 2.55e-06, 1.38e-06, 1.20e-06, 9.39e-08, 2.99e-05, 5.54e-06, 1.66e-06, 1.74e-04, 7.37e-04, 8.44e-04, 9.06e-04, 8.66e-06, 6.69e-06, 1.81e-05, 1.04e-05, 7.59e-06, 1.92e-06, 3.86e-05, 8.87e-06] []
58500 [5.64e-06, 1.68e-06, 9.87e-07, 2.09e-06, 8.24e-07, 9.51e-07, 6.57e-08, 2.09e-06, 1.13e-05, 2.07e-07, 7.44e-05, 5.21e-04, 3.79e-04, 9.84e-06, 1.44e-08, 4.74e-07, 1.48e-06, 2.13e-06, 2.47e-07, 0.00e+00, 1.46e-06, 6.22e-06] [5.64e-06, 1.68e-06, 9.87e-07, 2.09e-06, 8.24e-07, 9.51e-07, 6.57e-08, 2.09e-06, 1.13e-05, 2.07e-07, 7.44e-05, 5.21e-04, 3.79e-04, 9.84e-06, 1.44e-08, 4.74e-07, 1.48e-06, 2.13e-06, 2.47e-07, 0.00e+00, 1.46e-06, 6.22e-06] []
58600 [5.78e-06, 1.38e-06, 9.44e-07, 2.31e-06, 1.03e-06, 9.12e-07, 5.06e-08, 5.80e-06, 1.60e-08, 7.77e-07, 9.98e-05, 4.63e-04, 3.13e-04, 2.20e-05, 2.11e-07, 3.73e-07, 2.55e-06, 1.92e-06, 1.92e-06, 0.00e+00, 9.51e-06, 5.74e-07] [5.78e-06, 1.38e-06, 9.44e-07, 2.31e-06, 1.03e-06, 9.12e-07, 5.06e-08, 5.80e-06, 1.60e-08, 7.77e-07, 9.98e-05, 4.63e-04, 3.13e-04, 2.20e-05, 2.11e-07, 3.73e-07, 2.55e-06, 1.92e-06, 1.92e-06, 0.00e+00, 9.51e-06, 5.74e-07] []
58700 [8.24e-06, 1.33e-06, 1.28e-06, 2.82e-06, 2.23e-06, 4.21e-07, 1.40e-07, 4.28e-07, 2.82e-05, 1.17e-05, 1.21e-04, 4.29e-04, 2.51e-04, 2.18e-04, 0.00e+00, 7.87e-06, 8.61e-07, 3.79e-06, 8.39e-12, 5.01e-06, 3.84e-06, 2.39e-05] [8.24e-06, 1.33e-06, 1.28e-06, 2.82e-06, 2.23e-06, 4.21e-07, 1.40e-07, 4.28e-07, 2.82e-05, 1.17e-05, 1.21e-04, 4.29e-04, 2.51e-04, 2.18e-04, 0.00e+00, 7.87e-06, 8.61e-07, 3.79e-06, 8.39e-12, 5.01e-06, 3.84e-06, 2.39e-05] []
58800 [7.58e-06, 1.47e-06, 1.28e-06, 5.03e-06, 2.82e-06, 7.61e-07, 5.52e-08, 1.10e-05, 2.03e-06, 2.07e-06, 1.23e-04, 4.10e-04, 5.75e-04, 7.08e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.39e-05, 2.23e-06] [7.58e-06, 1.47e-06, 1.28e-06, 5.03e-06, 2.82e-06, 7.61e-07, 5.52e-08, 1.10e-05, 2.03e-06, 2.07e-06, 1.23e-04, 4.10e-04, 5.75e-04, 7.08e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.39e-05, 2.23e-06] []
58900 [7.52e-06, 1.41e-06, 1.64e-06, 6.32e-06, 3.79e-06, 7.27e-07, 5.93e-08, 1.97e-05, 2.02e-06, 5.73e-07, 1.45e-04, 3.42e-04, 6.13e-04, 6.80e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.96e-05, 2.62e-06] [7.52e-06, 1.41e-06, 1.64e-06, 6.32e-06, 3.79e-06, 7.27e-07, 5.93e-08, 1.97e-05, 2.02e-06, 5.73e-07, 1.45e-04, 3.42e-04, 6.13e-04, 6.80e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.96e-05, 2.62e-06] []
59000 [1.10e-05, 1.52e-06, 2.73e-06, 6.14e-06, 5.12e-06, 5.59e-07, 2.75e-07, 2.18e-05, 4.27e-05, 1.08e-05, 3.43e-04, 3.33e-04, 6.45e-04, 3.86e-04, 6.52e-06, 1.16e-05, 1.33e-05, 1.07e-05, 5.61e-06, 8.69e-06, 2.97e-05, 4.10e-05] [1.10e-05, 1.52e-06, 2.73e-06, 6.14e-06, 5.12e-06, 5.59e-07, 2.75e-07, 2.18e-05, 4.27e-05, 1.08e-05, 3.43e-04, 3.33e-04, 6.45e-04, 3.86e-04, 6.52e-06, 1.16e-05, 1.33e-05, 1.07e-05, 5.61e-06, 8.69e-06, 2.97e-05, 4.10e-05] []
59100 [7.24e-06, 1.87e-06, 2.81e-06, 8.57e-06, 6.03e-06, 4.86e-07, 9.98e-08, 1.23e-06, 5.11e-08, 3.59e-06, 6.54e-05, 1.47e-04, 5.76e-05, 2.63e-05, 3.93e-07, 2.18e-06, 7.66e-07, 1.37e-07, 2.43e-10, 0.00e+00, 1.48e-06, 6.78e-08] [7.24e-06, 1.87e-06, 2.81e-06, 8.57e-06, 6.03e-06, 4.86e-07, 9.98e-08, 1.23e-06, 5.11e-08, 3.59e-06, 6.54e-05, 1.47e-04, 5.76e-05, 2.63e-05, 3.93e-07, 2.18e-06, 7.66e-07, 1.37e-07, 2.43e-10, 0.00e+00, 1.48e-06, 6.78e-08] []
59200 [5.33e-06, 2.72e-06, 2.54e-06, 9.68e-06, 6.87e-06, 9.01e-07, 1.19e-07, 3.02e-06, 1.32e-06, 5.36e-06, 6.05e-05, 1.32e-04, 1.40e-04, 3.13e-04, 1.20e-08, 0.00e+00, 0.00e+00, 0.00e+00, 5.38e-07, 0.00e+00, 3.08e-06, 1.85e-06] [5.33e-06, 2.72e-06, 2.54e-06, 9.68e-06, 6.87e-06, 9.01e-07, 1.19e-07, 3.02e-06, 1.32e-06, 5.36e-06, 6.05e-05, 1.32e-04, 1.40e-04, 3.13e-04, 1.20e-08, 0.00e+00, 0.00e+00, 0.00e+00, 5.38e-07, 0.00e+00, 3.08e-06, 1.85e-06] []
59300 [9.53e-06, 4.41e-06, 2.31e-06, 1.08e-05, 6.99e-06, 1.54e-06, 1.17e-07, 6.98e-06, 1.27e-05, 1.02e-05, 9.82e-05, 2.64e-04, 3.58e-04, 1.03e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.34e-05, 2.08e-05] [9.53e-06, 4.41e-06, 2.31e-06, 1.08e-05, 6.99e-06, 1.54e-06, 1.17e-07, 6.98e-06, 1.27e-05, 1.02e-05, 9.82e-05, 2.64e-04, 3.58e-04, 1.03e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.34e-05, 2.08e-05] []
59400 [4.23e-06, 4.38e-06, 2.31e-06, 7.39e-06, 6.07e-06, 1.38e-06, 1.19e-07, 6.44e-06, 2.70e-07, 1.83e-06, 3.88e-05, 6.03e-05, 2.19e-05, 8.12e-05, 1.39e-09, 9.77e-09, 1.94e-11, 5.15e-08, 0.00e+00, 6.05e-08, 2.55e-06, 3.09e-07] [4.23e-06, 4.38e-06, 2.31e-06, 7.39e-06, 6.07e-06, 1.38e-06, 1.19e-07, 6.44e-06, 2.70e-07, 1.83e-06, 3.88e-05, 6.03e-05, 2.19e-05, 8.12e-05, 1.39e-09, 9.77e-09, 1.94e-11, 5.15e-08, 0.00e+00, 6.05e-08, 2.55e-06, 3.09e-07] []
59500 [2.69e-05, 6.29e-06, 2.39e-06, 9.07e-06, 8.13e-06, 2.62e-06, 4.72e-07, 5.40e-07, 1.30e-04, 7.57e-05, 1.64e-04, 6.61e-04, 2.26e-04, 2.58e-03, 8.16e-05, 7.35e-05, 1.09e-05, 1.01e-05, 0.00e+00, 2.62e-05, 8.09e-07, 1.08e-04] [2.69e-05, 6.29e-06, 2.39e-06, 9.07e-06, 8.13e-06, 2.62e-06, 4.72e-07, 5.40e-07, 1.30e-04, 7.57e-05, 1.64e-04, 6.61e-04, 2.26e-04, 2.58e-03, 8.16e-05, 7.35e-05, 1.09e-05, 1.01e-05, 0.00e+00, 2.62e-05, 8.09e-07, 1.08e-04] []
59600 [7.24e-06, 5.50e-06, 1.90e-06, 5.68e-06, 6.00e-06, 1.62e-06, 1.53e-07, 1.14e-07, 1.33e-07, 2.26e-06, 5.26e-05, 5.52e-05, 1.03e-04, 2.54e-04, 4.93e-06, 4.06e-06, 2.99e-06, 2.20e-06, 1.12e-08, 3.61e-08, 1.50e-07, 1.69e-07] [7.24e-06, 5.50e-06, 1.90e-06, 5.68e-06, 6.00e-06, 1.62e-06, 1.53e-07, 1.14e-07, 1.33e-07, 2.26e-06, 5.26e-05, 5.52e-05, 1.03e-04, 2.54e-04, 4.93e-06, 4.06e-06, 2.99e-06, 2.20e-06, 1.12e-08, 3.61e-08, 1.50e-07, 1.69e-07] []
59700 [3.95e-06, 6.10e-06, 1.65e-06, 5.63e-06, 5.69e-06, 1.62e-06, 1.32e-07, 3.81e-07, 2.85e-08, 5.61e-06, 3.31e-05, 8.01e-05, 7.65e-05, 3.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 3.60e-11, 7.73e-07, 6.23e-08] [3.95e-06, 6.10e-06, 1.65e-06, 5.63e-06, 5.69e-06, 1.62e-06, 1.32e-07, 3.81e-07, 2.85e-08, 5.61e-06, 3.31e-05, 8.01e-05, 7.65e-05, 3.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 3.60e-11, 7.73e-07, 6.23e-08] []
59800 [3.56e-06, 6.04e-06, 1.60e-06, 4.88e-06, 5.58e-06, 1.62e-06, 1.58e-07, 2.66e-05, 1.87e-07, 9.68e-06, 4.04e-05, 7.64e-05, 1.26e-05, 1.98e-04, 0.00e+00, 2.96e-10, 0.00e+00, 1.52e-08, 5.38e-06, 1.28e-08, 2.79e-05, 2.39e-07] [3.56e-06, 6.04e-06, 1.60e-06, 4.88e-06, 5.58e-06, 1.62e-06, 1.58e-07, 2.66e-05, 1.87e-07, 9.68e-06, 4.04e-05, 7.64e-05, 1.26e-05, 1.98e-04, 0.00e+00, 2.96e-10, 0.00e+00, 1.52e-08, 5.38e-06, 1.28e-08, 2.79e-05, 2.39e-07] []
59900 [3.91e-06, 6.06e-06, 1.59e-06, 4.06e-06, 5.34e-06, 1.51e-06, 1.41e-07, 4.68e-07, 7.06e-06, 7.33e-08, 2.85e-05, 1.39e-05, 1.78e-05, 7.39e-06, 4.42e-07, 2.63e-07, 3.42e-07, 4.69e-07, 0.00e+00, 0.00e+00, 7.18e-07, 4.51e-06] [3.91e-06, 6.06e-06, 1.59e-06, 4.06e-06, 5.34e-06, 1.51e-06, 1.41e-07, 4.68e-07, 7.06e-06, 7.33e-08, 2.85e-05, 1.39e-05, 1.78e-05, 7.39e-06, 4.42e-07, 2.63e-07, 3.42e-07, 4.69e-07, 0.00e+00, 0.00e+00, 7.18e-07, 4.51e-06] []
60000 [7.34e-06, 6.23e-06, 1.53e-06, 3.72e-06, 5.22e-06, 1.52e-06, 1.58e-07, 4.60e-06, 3.26e-07, 3.39e-07, 7.53e-05, 5.95e-05, 2.08e-04, 3.07e-04, 5.02e-06, 3.76e-06, 4.44e-06, 4.51e-06, 1.04e-06, 9.59e-08, 5.49e-06, 4.79e-07] [7.34e-06, 6.23e-06, 1.53e-06, 3.72e-06, 5.22e-06, 1.52e-06, 1.58e-07, 4.60e-06, 3.26e-07, 3.39e-07, 7.53e-05, 5.95e-05, 2.08e-04, 3.07e-04, 5.02e-06, 3.76e-06, 4.44e-06, 4.51e-06, 1.04e-06, 9.59e-08, 5.49e-06, 4.79e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 42.341824 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
60000 [7.34e-06, 6.23e-06, 1.53e-06, 3.72e-06, 5.22e-06, 1.52e-06, 1.58e-07, 4.60e-06, 3.26e-07, 3.39e-07, 7.53e-05, 5.95e-05, 2.08e-04, 3.07e-04, 5.02e-06, 3.76e-06, 4.44e-06, 4.51e-06, 1.04e-06, 9.59e-08, 5.49e-06, 4.79e-07] [7.34e-06, 6.23e-06, 1.53e-06, 3.72e-06, 5.22e-06, 1.52e-06, 1.58e-07, 4.60e-06, 3.26e-07, 3.39e-07, 7.53e-05, 5.95e-05, 2.08e-04, 3.07e-04, 5.02e-06, 3.76e-06, 4.44e-06, 4.51e-06, 1.04e-06, 9.59e-08, 5.49e-06, 4.79e-07] []
60100 [3.38e-06, 5.89e-06, 1.50e-06, 3.79e-06, 4.89e-06, 1.44e-06, 2.62e-07, 2.10e-06, 2.18e-06, 9.73e-07, 2.70e-05, 1.39e-05, 8.58e-06, 1.99e-06, 1.36e-07, 6.96e-08, 2.25e-07, 6.88e-08, 3.21e-07, 8.79e-07, 1.80e-06, 4.56e-06] [3.38e-06, 5.89e-06, 1.50e-06, 3.79e-06, 4.89e-06, 1.44e-06, 2.62e-07, 2.10e-06, 2.18e-06, 9.73e-07, 2.70e-05, 1.39e-05, 8.58e-06, 1.99e-06, 1.36e-07, 6.96e-08, 2.25e-07, 6.88e-08, 3.21e-07, 8.79e-07, 1.80e-06, 4.56e-06] []
60200 [3.27e-06, 5.92e-06, 1.42e-06, 3.24e-06, 4.32e-06, 1.41e-06, 1.33e-07, 6.07e-06, 8.24e-07, 9.20e-06, 6.59e-05, 5.16e-05, 4.38e-05, 1.42e-05, 2.40e-07, 4.35e-09, 4.13e-07, 2.60e-07, 1.61e-06, 1.72e-07, 8.60e-06, 9.32e-07] [3.27e-06, 5.92e-06, 1.42e-06, 3.24e-06, 4.32e-06, 1.41e-06, 1.33e-07, 6.07e-06, 8.24e-07, 9.20e-06, 6.59e-05, 5.16e-05, 4.38e-05, 1.42e-05, 2.40e-07, 4.35e-09, 4.13e-07, 2.60e-07, 1.61e-06, 1.72e-07, 8.60e-06, 9.32e-07] []
60300 [3.70e-06, 6.06e-06, 1.37e-06, 3.15e-06, 4.42e-06, 1.34e-06, 1.97e-07, 2.13e-05, 3.35e-06, 8.91e-07, 2.11e-05, 1.08e-05, 6.42e-06, 5.45e-07, 1.51e-07, 1.33e-07, 7.62e-08, 1.71e-07, 3.75e-06, 6.28e-07, 2.02e-05, 3.29e-06] [3.70e-06, 6.06e-06, 1.37e-06, 3.15e-06, 4.42e-06, 1.34e-06, 1.97e-07, 2.13e-05, 3.35e-06, 8.91e-07, 2.11e-05, 1.08e-05, 6.42e-06, 5.45e-07, 1.51e-07, 1.33e-07, 7.62e-08, 1.71e-07, 3.75e-06, 6.28e-07, 2.02e-05, 3.29e-06] []
60400 [6.65e-06, 6.43e-06, 1.34e-06, 4.12e-06, 4.43e-06, 1.64e-06, 1.96e-07, 2.50e-06, 4.43e-05, 3.22e-05, 5.39e-05, 3.02e-04, 5.18e-05, 8.76e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.65e-09, 5.86e-07, 0.00e+00, 3.42e-06, 7.02e-05] [6.65e-06, 6.43e-06, 1.34e-06, 4.12e-06, 4.43e-06, 1.64e-06, 1.96e-07, 2.50e-06, 4.43e-05, 3.22e-05, 5.39e-05, 3.02e-04, 5.18e-05, 8.76e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.65e-09, 5.86e-07, 0.00e+00, 3.42e-06, 7.02e-05] []
60500 [4.44e-05, 9.94e-06, 2.20e-06, 8.19e-06, 7.06e-06, 4.15e-06, 7.07e-07, 1.89e-07, 2.12e-04, 2.07e-04, 2.80e-04, 2.43e-03, 1.97e-04, 5.84e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.65e-07, 2.99e-07, 0.00e+00, 1.31e-06, 3.56e-04] [4.44e-05, 9.94e-06, 2.20e-06, 8.19e-06, 7.06e-06, 4.15e-06, 7.07e-07, 1.89e-07, 2.12e-04, 2.07e-04, 2.80e-04, 2.43e-03, 1.97e-04, 5.84e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.65e-07, 2.99e-07, 0.00e+00, 1.31e-06, 3.56e-04] []
60600 [3.50e-06, 6.01e-06, 1.21e-06, 2.88e-06, 3.73e-06, 1.36e-06, 2.45e-07, 2.76e-07, 5.02e-08, 1.68e-09, 1.65e-05, 1.02e-05, 5.77e-06, 4.94e-07, 9.90e-08, 4.73e-08, 6.51e-08, 6.74e-08, 1.61e-09, 0.00e+00, 9.87e-07, 1.22e-07] [3.50e-06, 6.01e-06, 1.21e-06, 2.88e-06, 3.73e-06, 1.36e-06, 2.45e-07, 2.76e-07, 5.02e-08, 1.68e-09, 1.65e-05, 1.02e-05, 5.77e-06, 4.94e-07, 9.90e-08, 4.73e-08, 6.51e-08, 6.74e-08, 1.61e-09, 0.00e+00, 9.87e-07, 1.22e-07] []
60700 [4.79e-06, 5.75e-06, 1.44e-06, 2.93e-06, 3.48e-06, 1.34e-06, 2.78e-07, 6.04e-07, 8.94e-07, 1.62e-06, 3.17e-05, 4.28e-05, 1.38e-04, 3.20e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 0.00e+00, 1.92e-07, 1.37e-06, 1.07e-06] [4.79e-06, 5.75e-06, 1.44e-06, 2.93e-06, 3.48e-06, 1.34e-06, 2.78e-07, 6.04e-07, 8.94e-07, 1.62e-06, 3.17e-05, 4.28e-05, 1.38e-04, 3.20e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 0.00e+00, 1.92e-07, 1.37e-06, 1.07e-06] []
60800 [3.38e-06, 5.77e-06, 1.21e-06, 2.71e-06, 3.39e-06, 1.26e-06, 2.60e-07, 1.22e-06, 4.01e-06, 6.98e-07, 2.42e-05, 1.11e-05, 1.60e-05, 5.28e-06, 4.47e-07, 2.40e-07, 3.90e-07, 3.53e-07, 2.11e-07, 8.12e-07, 1.37e-06, 4.20e-06] [3.38e-06, 5.77e-06, 1.21e-06, 2.71e-06, 3.39e-06, 1.26e-06, 2.60e-07, 1.22e-06, 4.01e-06, 6.98e-07, 2.42e-05, 1.11e-05, 1.60e-05, 5.28e-06, 4.47e-07, 2.40e-07, 3.90e-07, 3.53e-07, 2.11e-07, 8.12e-07, 1.37e-06, 4.20e-06] []
60900 [9.97e-06, 6.00e-06, 1.74e-06, 2.43e-06, 3.57e-06, 1.51e-06, 2.83e-07, 2.27e-06, 5.51e-06, 2.58e-05, 6.25e-05, 1.39e-04, 2.96e-05, 3.31e-04, 1.16e-05, 8.21e-06, 1.38e-06, 1.29e-06, 0.00e+00, 3.80e-08, 2.59e-06, 7.00e-06] [9.97e-06, 6.00e-06, 1.74e-06, 2.43e-06, 3.57e-06, 1.51e-06, 2.83e-07, 2.27e-06, 5.51e-06, 2.58e-05, 6.25e-05, 1.39e-04, 2.96e-05, 3.31e-04, 1.16e-05, 8.21e-06, 1.38e-06, 1.29e-06, 0.00e+00, 3.80e-08, 2.59e-06, 7.00e-06] []
61000 [3.84e-06, 5.59e-06, 1.28e-06, 3.13e-06, 3.33e-06, 1.30e-06, 1.80e-07, 4.88e-05, 6.20e-08, 1.59e-05, 3.53e-05, 9.65e-05, 3.81e-05, 3.76e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.50e-08, 7.39e-06, 1.16e-08, 4.14e-05, 6.63e-08] [3.84e-06, 5.59e-06, 1.28e-06, 3.13e-06, 3.33e-06, 1.30e-06, 1.80e-07, 4.88e-05, 6.20e-08, 1.59e-05, 3.53e-05, 9.65e-05, 3.81e-05, 3.76e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.50e-08, 7.39e-06, 1.16e-08, 4.14e-05, 6.63e-08] []
61100 [3.84e-06, 5.43e-06, 1.27e-06, 2.32e-06, 3.05e-06, 1.14e-06, 1.83e-07, 7.32e-06, 9.27e-08, 1.22e-07, 2.47e-05, 1.29e-05, 3.05e-05, 2.60e-05, 4.74e-07, 3.72e-07, 6.17e-07, 6.57e-07, 1.33e-06, 3.04e-08, 8.22e-06, 1.89e-07] [3.84e-06, 5.43e-06, 1.27e-06, 2.32e-06, 3.05e-06, 1.14e-06, 1.83e-07, 7.32e-06, 9.27e-08, 1.22e-07, 2.47e-05, 1.29e-05, 3.05e-05, 2.60e-05, 4.74e-07, 3.72e-07, 6.17e-07, 6.57e-07, 1.33e-06, 3.04e-08, 8.22e-06, 1.89e-07] []
61200 [4.19e-06, 5.45e-06, 1.24e-06, 2.31e-06, 3.02e-06, 1.12e-06, 1.95e-07, 2.22e-07, 8.78e-07, 8.82e-08, 4.02e-05, 2.26e-05, 8.28e-05, 7.91e-05, 1.12e-06, 6.73e-07, 1.61e-06, 1.40e-06, 7.19e-08, 1.79e-07, 4.64e-07, 1.06e-06] [4.19e-06, 5.45e-06, 1.24e-06, 2.31e-06, 3.02e-06, 1.12e-06, 1.95e-07, 2.22e-07, 8.78e-07, 8.82e-08, 4.02e-05, 2.26e-05, 8.28e-05, 7.91e-05, 1.12e-06, 6.73e-07, 1.61e-06, 1.40e-06, 7.19e-08, 1.79e-07, 4.64e-07, 1.06e-06] []
61300 [4.99e-06, 5.36e-06, 1.58e-06, 2.10e-06, 3.18e-06, 1.06e-06, 2.18e-07, 4.55e-05, 4.25e-06, 5.56e-07, 1.53e-05, 1.69e-05, 8.48e-06, 4.17e-06, 2.85e-07, 6.75e-07, 4.48e-07, 6.06e-07, 0.00e+00, 0.00e+00, 5.64e-05, 5.20e-06] [4.99e-06, 5.36e-06, 1.58e-06, 2.10e-06, 3.18e-06, 1.06e-06, 2.18e-07, 4.55e-05, 4.25e-06, 5.56e-07, 1.53e-05, 1.69e-05, 8.48e-06, 4.17e-06, 2.85e-07, 6.75e-07, 4.48e-07, 6.06e-07, 0.00e+00, 0.00e+00, 5.64e-05, 5.20e-06] []
61400 [6.53e-06, 5.22e-06, 1.37e-06, 2.12e-06, 2.98e-06, 1.17e-06, 2.23e-07, 1.18e-06, 3.21e-07, 6.30e-06, 2.70e-05, 5.11e-05, 5.10e-05, 2.72e-04, 3.59e-06, 4.84e-06, 1.92e-06, 1.80e-06, 0.00e+00, 0.00e+00, 1.44e-06, 4.22e-07] [6.53e-06, 5.22e-06, 1.37e-06, 2.12e-06, 2.98e-06, 1.17e-06, 2.23e-07, 1.18e-06, 3.21e-07, 6.30e-06, 2.70e-05, 5.11e-05, 5.10e-05, 2.72e-04, 3.59e-06, 4.84e-06, 1.92e-06, 1.80e-06, 0.00e+00, 0.00e+00, 1.44e-06, 4.22e-07] []
61500 [3.40e-06, 5.21e-06, 1.26e-06, 2.20e-06, 2.81e-06, 1.10e-06, 1.86e-07, 1.04e-05, 8.66e-08, 8.07e-11, 2.17e-05, 1.12e-05, 2.76e-05, 2.26e-05, 2.85e-07, 3.59e-07, 5.22e-07, 4.80e-07, 2.06e-06, 0.00e+00, 1.30e-05, 7.83e-08] [3.40e-06, 5.21e-06, 1.26e-06, 2.20e-06, 2.81e-06, 1.10e-06, 1.86e-07, 1.04e-05, 8.66e-08, 8.07e-11, 2.17e-05, 1.12e-05, 2.76e-05, 2.26e-05, 2.85e-07, 3.59e-07, 5.22e-07, 4.80e-07, 2.06e-06, 0.00e+00, 1.30e-05, 7.83e-08] []
61600 [4.94e-06, 5.65e-06, 1.41e-06, 3.24e-06, 3.04e-06, 1.14e-06, 1.80e-07, 8.23e-06, 7.01e-07, 9.86e-08, 9.69e-05, 1.16e-04, 4.16e-04, 6.03e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.35e-05, 5.75e-07] [4.94e-06, 5.65e-06, 1.41e-06, 3.24e-06, 3.04e-06, 1.14e-06, 1.80e-07, 8.23e-06, 7.01e-07, 9.86e-08, 9.69e-05, 1.16e-04, 4.16e-04, 6.03e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.35e-05, 5.75e-07] []
61700 [3.08e-06, 5.09e-06, 1.25e-06, 2.47e-06, 2.64e-06, 1.07e-06, 1.73e-07, 5.63e-06, 2.45e-08, 1.74e-07, 3.59e-05, 2.81e-05, 1.14e-04, 9.73e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.41e-10, 6.41e-06, 1.22e-08] [3.08e-06, 5.09e-06, 1.25e-06, 2.47e-06, 2.64e-06, 1.07e-06, 1.73e-07, 5.63e-06, 2.45e-08, 1.74e-07, 3.59e-05, 2.81e-05, 1.14e-04, 9.73e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.41e-10, 6.41e-06, 1.22e-08] []
61800 [3.99e-06, 5.00e-06, 1.29e-06, 2.50e-06, 2.65e-06, 1.17e-06, 1.93e-07, 1.31e-07, 3.65e-07, 7.39e-06, 1.90e-05, 8.27e-05, 6.83e-05, 3.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.95e-08, 5.18e-07, 1.85e-07] [3.99e-06, 5.00e-06, 1.29e-06, 2.50e-06, 2.65e-06, 1.17e-06, 1.93e-07, 1.31e-07, 3.65e-07, 7.39e-06, 1.90e-05, 8.27e-05, 6.83e-05, 3.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.95e-08, 5.18e-07, 1.85e-07] []
61900 [4.24e-06, 5.08e-06, 1.27e-06, 2.10e-06, 2.56e-06, 1.01e-06, 1.84e-07, 1.90e-06, 1.92e-06, 2.87e-07, 5.24e-05, 3.05e-05, 1.44e-04, 1.31e-04, 1.30e-06, 1.18e-06, 2.78e-06, 2.30e-06, 1.27e-07, 0.00e+00, 7.62e-07, 1.31e-06] [4.24e-06, 5.08e-06, 1.27e-06, 2.10e-06, 2.56e-06, 1.01e-06, 1.84e-07, 1.90e-06, 1.92e-06, 2.87e-07, 5.24e-05, 3.05e-05, 1.44e-04, 1.31e-04, 1.30e-06, 1.18e-06, 2.78e-06, 2.30e-06, 1.27e-07, 0.00e+00, 7.62e-07, 1.31e-06] []
62000 [2.73e-06, 4.92e-06, 1.21e-06, 2.30e-06, 2.53e-06, 1.01e-06, 1.88e-07, 1.00e-10, 4.12e-06, 4.79e-07, 1.23e-05, 9.89e-06, 4.20e-06, 1.17e-05, 3.24e-08, 1.50e-08, 5.28e-08, 1.84e-08, 1.21e-07, 5.93e-07, 6.25e-07, 3.71e-06] [2.73e-06, 4.92e-06, 1.21e-06, 2.30e-06, 2.53e-06, 1.01e-06, 1.88e-07, 1.00e-10, 4.12e-06, 4.79e-07, 1.23e-05, 9.89e-06, 4.20e-06, 1.17e-05, 3.24e-08, 1.50e-08, 5.28e-08, 1.84e-08, 1.21e-07, 5.93e-07, 6.25e-07, 3.71e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 40.835148 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
62000 [2.73e-06, 4.92e-06, 1.21e-06, 2.30e-06, 2.53e-06, 1.01e-06, 1.88e-07, 1.00e-10, 4.12e-06, 4.79e-07, 1.23e-05, 9.89e-06, 4.20e-06, 1.17e-05, 3.24e-08, 1.50e-08, 5.28e-08, 1.84e-08, 1.21e-07, 5.93e-07, 6.25e-07, 3.71e-06] [2.73e-06, 4.92e-06, 1.21e-06, 2.30e-06, 2.53e-06, 1.01e-06, 1.88e-07, 1.00e-10, 4.12e-06, 4.79e-07, 1.23e-05, 9.89e-06, 4.20e-06, 1.17e-05, 3.24e-08, 1.50e-08, 5.28e-08, 1.84e-08, 1.21e-07, 5.93e-07, 6.25e-07, 3.71e-06] []
62100 [7.75e-06, 5.48e-06, 1.41e-06, 3.40e-06, 2.94e-06, 1.28e-06, 2.92e-07, 3.47e-05, 1.80e-06, 1.23e-05, 4.54e-05, 2.13e-04, 2.72e-04, 1.06e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.13e-05, 2.34e-06] [7.75e-06, 5.48e-06, 1.41e-06, 3.40e-06, 2.94e-06, 1.28e-06, 2.92e-07, 3.47e-05, 1.80e-06, 1.23e-05, 4.54e-05, 2.13e-04, 2.72e-04, 1.06e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.13e-05, 2.34e-06] []
62200 [5.57e-06, 4.62e-06, 1.22e-06, 2.14e-06, 2.72e-06, 1.18e-06, 2.45e-07, 1.78e-08, 1.56e-07, 1.23e-05, 5.92e-05, 5.08e-05, 3.03e-05, 1.19e-04, 1.50e-06, 1.47e-06, 2.03e-07, 6.31e-08, 0.00e+00, 7.85e-09, 1.92e-06, 4.81e-08] [5.57e-06, 4.62e-06, 1.22e-06, 2.14e-06, 2.72e-06, 1.18e-06, 2.45e-07, 1.78e-08, 1.56e-07, 1.23e-05, 5.92e-05, 5.08e-05, 3.03e-05, 1.19e-04, 1.50e-06, 1.47e-06, 2.03e-07, 6.31e-08, 0.00e+00, 7.85e-09, 1.92e-06, 4.81e-08] []
62300 [2.68e-06, 4.79e-06, 1.21e-06, 2.24e-06, 2.35e-06, 1.07e-06, 2.17e-07, 6.49e-07, 1.37e-06, 8.70e-08, 9.49e-06, 6.15e-06, 4.90e-06, 4.04e-06, 2.79e-08, 4.68e-08, 4.52e-08, 3.37e-08, 4.43e-08, 2.22e-07, 3.59e-07, 1.44e-06] [2.68e-06, 4.79e-06, 1.21e-06, 2.24e-06, 2.35e-06, 1.07e-06, 2.17e-07, 6.49e-07, 1.37e-06, 8.70e-08, 9.49e-06, 6.15e-06, 4.90e-06, 4.04e-06, 2.79e-08, 4.68e-08, 4.52e-08, 3.37e-08, 4.43e-08, 2.22e-07, 3.59e-07, 1.44e-06] []
62400 [8.55e-06, 4.98e-06, 1.36e-06, 2.14e-06, 2.72e-06, 1.15e-06, 3.28e-07, 1.11e-05, 8.57e-07, 1.92e-05, 3.89e-05, 1.23e-04, 6.05e-05, 5.65e-04, 1.05e-05, 1.13e-05, 2.58e-06, 3.16e-06, 0.00e+00, 0.00e+00, 1.26e-05, 7.35e-07] [8.55e-06, 4.98e-06, 1.36e-06, 2.14e-06, 2.72e-06, 1.15e-06, 3.28e-07, 1.11e-05, 8.57e-07, 1.92e-05, 3.89e-05, 1.23e-04, 6.05e-05, 5.65e-04, 1.05e-05, 1.13e-05, 2.58e-06, 3.16e-06, 0.00e+00, 0.00e+00, 1.26e-05, 7.35e-07] []
62500 [3.88e-06, 4.80e-06, 1.44e-06, 3.05e-06, 2.78e-06, 1.16e-06, 2.97e-07, 2.94e-05, 1.36e-05, 3.34e-05, 6.84e-05, 1.61e-04, 4.40e-05, 6.52e-04, 0.00e+00, 0.00e+00, 4.13e-09, 2.51e-07, 1.74e-06, 0.00e+00, 1.08e-05, 1.66e-05] [3.88e-06, 4.80e-06, 1.44e-06, 3.05e-06, 2.78e-06, 1.16e-06, 2.97e-07, 2.94e-05, 1.36e-05, 3.34e-05, 6.84e-05, 1.61e-04, 4.40e-05, 6.52e-04, 0.00e+00, 0.00e+00, 4.13e-09, 2.51e-07, 1.74e-06, 0.00e+00, 1.08e-05, 1.66e-05] []
62600 [3.63e-05, 7.42e-06, 1.89e-06, 5.02e-06, 5.56e-06, 2.30e-06, 9.52e-07, 2.76e-05, 3.16e-05, 1.10e-04, 2.20e-04, 8.29e-04, 9.04e-04, 5.04e-03, 1.14e-04, 8.25e-05, 1.59e-05, 4.85e-05, 3.46e-06, 4.80e-06, 2.27e-05, 2.54e-05] [3.63e-05, 7.42e-06, 1.89e-06, 5.02e-06, 5.56e-06, 2.30e-06, 9.52e-07, 2.76e-05, 3.16e-05, 1.10e-04, 2.20e-04, 8.29e-04, 9.04e-04, 5.04e-03, 1.14e-04, 8.25e-05, 1.59e-05, 4.85e-05, 3.46e-06, 4.80e-06, 2.27e-05, 2.54e-05] []
62700 [6.62e-06, 4.95e-06, 1.26e-06, 2.40e-06, 2.49e-06, 1.14e-06, 3.31e-07, 5.44e-04, 1.38e-04, 1.17e-05, 1.44e-04, 8.85e-05, 3.28e-04, 2.03e-04, 4.24e-06, 3.21e-06, 6.76e-06, 2.49e-06, 7.10e-05, 2.05e-05, 3.73e-04, 9.70e-05] [6.62e-06, 4.95e-06, 1.26e-06, 2.40e-06, 2.49e-06, 1.14e-06, 3.31e-07, 5.44e-04, 1.38e-04, 1.17e-05, 1.44e-04, 8.85e-05, 3.28e-04, 2.03e-04, 4.24e-06, 3.21e-06, 6.76e-06, 2.49e-06, 7.10e-05, 2.05e-05, 3.73e-04, 9.70e-05] []
62800 [5.42e-06, 4.99e-06, 1.32e-06, 2.27e-06, 3.06e-06, 9.86e-07, 2.58e-07, 4.16e-10, 3.40e-08, 1.86e-06, 2.96e-05, 5.73e-05, 1.54e-05, 8.09e-05, 2.14e-06, 5.19e-06, 4.02e-06, 0.00e+00, 5.36e-12, 1.45e-09, 5.16e-07, 6.87e-08] [5.42e-06, 4.99e-06, 1.32e-06, 2.27e-06, 3.06e-06, 9.86e-07, 2.58e-07, 4.16e-10, 3.40e-08, 1.86e-06, 2.96e-05, 5.73e-05, 1.54e-05, 8.09e-05, 2.14e-06, 5.19e-06, 4.02e-06, 0.00e+00, 5.36e-12, 1.45e-09, 5.16e-07, 6.87e-08] []
62900 [2.62e-06, 4.59e-06, 1.20e-06, 2.28e-06, 2.16e-06, 9.83e-07, 2.08e-07, 1.66e-07, 7.34e-07, 3.31e-08, 3.71e-05, 1.79e-05, 9.16e-05, 4.25e-05, 5.27e-07, 1.44e-07, 8.81e-08, 5.99e-06, 4.99e-08, 0.00e+00, 4.06e-07, 2.36e-07] [2.62e-06, 4.59e-06, 1.20e-06, 2.28e-06, 2.16e-06, 9.83e-07, 2.08e-07, 1.66e-07, 7.34e-07, 3.31e-08, 3.71e-05, 1.79e-05, 9.16e-05, 4.25e-05, 5.27e-07, 1.44e-07, 8.81e-08, 5.99e-06, 4.99e-08, 0.00e+00, 4.06e-07, 2.36e-07] []
63000 [1.13e-05, 5.14e-06, 1.38e-06, 2.42e-06, 2.73e-06, 1.22e-06, 3.61e-07, 2.52e-06, 4.17e-07, 7.73e-06, 8.42e-05, 1.64e-04, 5.06e-04, 1.26e-03, 1.65e-05, 1.30e-05, 1.12e-05, 1.39e-05, 2.74e-07, 9.69e-09, 1.62e-06, 7.67e-08] [1.13e-05, 5.14e-06, 1.38e-06, 2.42e-06, 2.73e-06, 1.22e-06, 3.61e-07, 2.52e-06, 4.17e-07, 7.73e-06, 8.42e-05, 1.64e-04, 5.06e-04, 1.26e-03, 1.65e-05, 1.30e-05, 1.12e-05, 1.39e-05, 2.74e-07, 9.69e-09, 1.62e-06, 7.67e-08] []
63100 [4.38e-06, 4.82e-06, 1.26e-06, 2.99e-06, 2.65e-06, 1.03e-06, 2.24e-07, 3.70e-05, 5.04e-06, 2.05e-06, 1.49e-04, 1.12e-04, 4.79e-04, 4.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.95e-05, 4.22e-06] [4.38e-06, 4.82e-06, 1.26e-06, 2.99e-06, 2.65e-06, 1.03e-06, 2.24e-07, 3.70e-05, 5.04e-06, 2.05e-06, 1.49e-04, 1.12e-04, 4.79e-04, 4.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.95e-05, 4.22e-06] []
63200 [2.59e-06, 4.54e-06, 1.18e-06, 2.86e-06, 2.68e-06, 1.13e-06, 2.38e-07, 2.87e-06, 2.32e-06, 2.25e-06, 1.19e-05, 5.05e-05, 4.29e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.10e-08, 1.51e-07, 7.06e-07, 9.77e-07] [2.59e-06, 4.54e-06, 1.18e-06, 2.86e-06, 2.68e-06, 1.13e-06, 2.38e-07, 2.87e-06, 2.32e-06, 2.25e-06, 1.19e-05, 5.05e-05, 4.29e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.10e-08, 1.51e-07, 7.06e-07, 9.77e-07] []
63300 [2.35e-06, 4.53e-06, 1.22e-06, 3.10e-06, 3.32e-06, 7.97e-07, 2.09e-07, 2.88e-05, 6.04e-07, 7.68e-06, 1.11e-04, 5.92e-05, 1.57e-04, 4.91e-06, 5.51e-07, 0.00e+00, 0.00e+00, 2.12e-05, 0.00e+00, 1.45e-07, 1.14e-05, 9.29e-07] [2.35e-06, 4.53e-06, 1.22e-06, 3.10e-06, 3.32e-06, 7.97e-07, 2.09e-07, 2.88e-05, 6.04e-07, 7.68e-06, 1.11e-04, 5.92e-05, 1.57e-04, 4.91e-06, 5.51e-07, 0.00e+00, 0.00e+00, 2.12e-05, 0.00e+00, 1.45e-07, 1.14e-05, 9.29e-07] []
63400 [4.66e-06, 5.04e-06, 1.73e-06, 1.77e-06, 2.99e-06, 1.11e-06, 2.89e-07, 1.87e-07, 3.10e-05, 5.15e-06, 1.33e-05, 2.05e-05, 1.02e-05, 6.20e-05, 7.50e-07, 2.31e-06, 3.77e-06, 4.09e-09, 1.26e-07, 0.00e+00, 9.34e-07, 2.20e-05] [4.66e-06, 5.04e-06, 1.73e-06, 1.77e-06, 2.99e-06, 1.11e-06, 2.89e-07, 1.87e-07, 3.10e-05, 5.15e-06, 1.33e-05, 2.05e-05, 1.02e-05, 6.20e-05, 7.50e-07, 2.31e-06, 3.77e-06, 4.09e-09, 1.26e-07, 0.00e+00, 9.34e-07, 2.20e-05] []
63500 [4.63e-06, 4.85e-06, 1.28e-06, 3.67e-06, 3.21e-06, 1.32e-06, 3.27e-07, 9.46e-05, 3.33e-07, 4.19e-05, 6.31e-05, 2.13e-04, 3.25e-05, 6.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.17e-06, 8.79e-08, 5.31e-05, 5.60e-07] [4.63e-06, 4.85e-06, 1.28e-06, 3.67e-06, 3.21e-06, 1.32e-06, 3.27e-07, 9.46e-05, 3.33e-07, 4.19e-05, 6.31e-05, 2.13e-04, 3.25e-05, 6.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.17e-06, 8.79e-08, 5.31e-05, 5.60e-07] []
63600 [7.26e-06, 4.49e-06, 1.26e-06, 2.14e-06, 2.75e-06, 1.45e-06, 3.93e-07, 3.23e-06, 9.30e-08, 5.30e-06, 9.14e-05, 1.34e-04, 9.50e-05, 2.44e-04, 4.14e-06, 4.79e-06, 0.00e+00, 1.23e-07, 8.78e-07, 6.86e-09, 4.84e-06, 9.25e-08] [7.26e-06, 4.49e-06, 1.26e-06, 2.14e-06, 2.75e-06, 1.45e-06, 3.93e-07, 3.23e-06, 9.30e-08, 5.30e-06, 9.14e-05, 1.34e-04, 9.50e-05, 2.44e-04, 4.14e-06, 4.79e-06, 0.00e+00, 1.23e-07, 8.78e-07, 6.86e-09, 4.84e-06, 9.25e-08] []
63700 [5.02e-06, 4.74e-06, 1.38e-06, 2.62e-06, 3.64e-06, 1.43e-06, 2.51e-07, 2.76e-06, 2.94e-06, 5.29e-06, 4.03e-05, 1.24e-04, 2.85e-04, 6.81e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.77e-08, 0.00e+00, 8.77e-07, 3.46e-06] [5.02e-06, 4.74e-06, 1.38e-06, 2.62e-06, 3.64e-06, 1.43e-06, 2.51e-07, 2.76e-06, 2.94e-06, 5.29e-06, 4.03e-05, 1.24e-04, 2.85e-04, 6.81e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.77e-08, 0.00e+00, 8.77e-07, 3.46e-06] []
63800 [2.16e-06, 4.30e-06, 1.18e-06, 1.97e-06, 2.77e-06, 1.07e-06, 1.75e-07, 3.78e-07, 2.20e-06, 1.94e-08, 5.93e-06, 4.80e-06, 3.62e-06, 7.25e-06, 2.12e-07, 3.98e-07, 1.74e-07, 1.02e-07, 3.91e-09, 1.12e-07, 4.73e-07, 7.08e-07] [2.16e-06, 4.30e-06, 1.18e-06, 1.97e-06, 2.77e-06, 1.07e-06, 1.75e-07, 3.78e-07, 2.20e-06, 1.94e-08, 5.93e-06, 4.80e-06, 3.62e-06, 7.25e-06, 2.12e-07, 3.98e-07, 1.74e-07, 1.02e-07, 3.91e-09, 1.12e-07, 4.73e-07, 7.08e-07] []
63900 [1.93e-06, 4.32e-06, 1.17e-06, 2.00e-06, 2.73e-06, 1.10e-06, 1.74e-07, 2.91e-08, 2.07e-07, 1.46e-07, 9.61e-06, 4.89e-06, 7.63e-06, 2.63e-06, 1.74e-07, 2.16e-07, 1.85e-07, 1.62e-07, 1.06e-09, 2.49e-09, 2.40e-07, 1.65e-07] [1.93e-06, 4.32e-06, 1.17e-06, 2.00e-06, 2.73e-06, 1.10e-06, 1.74e-07, 2.91e-08, 2.07e-07, 1.46e-07, 9.61e-06, 4.89e-06, 7.63e-06, 2.63e-06, 1.74e-07, 2.16e-07, 1.85e-07, 1.62e-07, 1.06e-09, 2.49e-09, 2.40e-07, 1.65e-07] []
64000 [2.44e-06, 4.36e-06, 1.15e-06, 2.22e-06, 2.77e-06, 1.10e-06, 1.70e-07, 6.07e-06, 5.01e-06, 6.26e-07, 2.12e-05, 3.28e-05, 1.03e-04, 1.67e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.43e-06, 3.43e-06] [2.44e-06, 4.36e-06, 1.15e-06, 2.22e-06, 2.77e-06, 1.10e-06, 1.70e-07, 6.07e-06, 5.01e-06, 6.26e-07, 2.12e-05, 3.28e-05, 1.03e-04, 1.67e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.43e-06, 3.43e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 41.984926 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
64000 [2.44e-06, 4.36e-06, 1.15e-06, 2.22e-06, 2.77e-06, 1.10e-06, 1.70e-07, 6.07e-06, 5.01e-06, 6.26e-07, 2.12e-05, 3.28e-05, 1.03e-04, 1.67e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.43e-06, 3.43e-06] [2.44e-06, 4.36e-06, 1.15e-06, 2.22e-06, 2.77e-06, 1.10e-06, 1.70e-07, 6.07e-06, 5.01e-06, 6.26e-07, 2.12e-05, 3.28e-05, 1.03e-04, 1.67e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.43e-06, 3.43e-06] []
64100 [3.04e-06, 4.72e-06, 1.23e-06, 2.85e-06, 2.81e-06, 1.14e-06, 1.87e-07, 7.43e-06, 8.38e-07, 9.69e-06, 1.52e-05, 8.32e-05, 6.34e-05, 3.79e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.30e-07, 7.56e-08, 2.60e-06, 5.04e-07] [3.04e-06, 4.72e-06, 1.23e-06, 2.85e-06, 2.81e-06, 1.14e-06, 1.87e-07, 7.43e-06, 8.38e-07, 9.69e-06, 1.52e-05, 8.32e-05, 6.34e-05, 3.79e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.30e-07, 7.56e-08, 2.60e-06, 5.04e-07] []
64200 [4.60e-06, 4.88e-06, 1.90e-06, 1.86e-06, 2.85e-06, 9.98e-07, 3.10e-07, 3.21e-06, 1.18e-06, 1.32e-05, 2.40e-05, 3.05e-05, 1.81e-05, 3.28e-05, 8.40e-07, 5.61e-07, 1.85e-07, 6.78e-07, 7.85e-07, 1.31e-08, 4.45e-06, 2.11e-07] [4.60e-06, 4.88e-06, 1.90e-06, 1.86e-06, 2.85e-06, 9.98e-07, 3.10e-07, 3.21e-06, 1.18e-06, 1.32e-05, 2.40e-05, 3.05e-05, 1.81e-05, 3.28e-05, 8.40e-07, 5.61e-07, 1.85e-07, 6.78e-07, 7.85e-07, 1.31e-08, 4.45e-06, 2.11e-07] []
64300 [2.77e-06, 4.56e-06, 1.20e-06, 2.94e-06, 2.65e-06, 8.99e-07, 1.62e-07, 1.95e-06, 9.49e-11, 1.38e-06, 1.13e-04, 7.13e-05, 3.15e-04, 2.01e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-08, 3.13e-06, 1.77e-07] [2.77e-06, 4.56e-06, 1.20e-06, 2.94e-06, 2.65e-06, 8.99e-07, 1.62e-07, 1.95e-06, 9.49e-11, 1.38e-06, 1.13e-04, 7.13e-05, 3.15e-04, 2.01e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-08, 3.13e-06, 1.77e-07] []
64400 [2.22e-06, 4.32e-06, 1.14e-06, 2.22e-06, 2.47e-06, 1.08e-06, 1.93e-07, 1.26e-05, 1.96e-10, 3.21e-07, 6.76e-06, 5.65e-06, 3.31e-06, 2.05e-06, 8.89e-08, 2.49e-07, 5.10e-08, 1.34e-08, 4.54e-07, 1.67e-10, 2.64e-06, 2.08e-07] [2.22e-06, 4.32e-06, 1.14e-06, 2.22e-06, 2.47e-06, 1.08e-06, 1.93e-07, 1.26e-05, 1.96e-10, 3.21e-07, 6.76e-06, 5.65e-06, 3.31e-06, 2.05e-06, 8.89e-08, 2.49e-07, 5.10e-08, 1.34e-08, 4.54e-07, 1.67e-10, 2.64e-06, 2.08e-07] []
64500 [1.90e-06, 4.38e-06, 1.17e-06, 2.12e-06, 2.56e-06, 1.10e-06, 1.93e-07, 1.00e-06, 2.18e-06, 3.32e-07, 5.44e-06, 5.00e-06, 2.60e-06, 2.24e-06, 1.33e-07, 1.92e-07, 3.58e-08, 1.59e-08, 9.55e-09, 1.96e-07, 4.94e-07, 1.29e-06] [1.90e-06, 4.38e-06, 1.17e-06, 2.12e-06, 2.56e-06, 1.10e-06, 1.93e-07, 1.00e-06, 2.18e-06, 3.32e-07, 5.44e-06, 5.00e-06, 2.60e-06, 2.24e-06, 1.33e-07, 1.92e-07, 3.58e-08, 1.59e-08, 9.55e-09, 1.96e-07, 4.94e-07, 1.29e-06] []
64600 [3.17e-06, 4.25e-06, 1.22e-06, 2.07e-06, 2.63e-06, 9.55e-07, 2.06e-07, 1.77e-05, 9.52e-07, 8.15e-07, 8.24e-06, 1.10e-05, 1.25e-05, 4.24e-05, 5.20e-07, 1.17e-06, 3.71e-07, 4.39e-07, 3.17e-07, 9.90e-08, 2.21e-06, 5.79e-07] [3.17e-06, 4.25e-06, 1.22e-06, 2.07e-06, 2.63e-06, 9.55e-07, 2.06e-07, 1.77e-05, 9.52e-07, 8.15e-07, 8.24e-06, 1.10e-05, 1.25e-05, 4.24e-05, 5.20e-07, 1.17e-06, 3.71e-07, 4.39e-07, 3.17e-07, 9.90e-08, 2.21e-06, 5.79e-07] []
64700 [2.17e-06, 4.41e-06, 1.17e-06, 2.21e-06, 2.44e-06, 9.55e-07, 1.81e-07, 6.41e-08, 8.19e-06, 4.25e-07, 5.18e-06, 4.83e-06, 4.74e-06, 1.25e-05, 2.25e-07, 4.21e-07, 1.71e-07, 7.02e-08, 5.49e-10, 0.00e+00, 3.76e-07, 6.25e-06] [2.17e-06, 4.41e-06, 1.17e-06, 2.21e-06, 2.44e-06, 9.55e-07, 1.81e-07, 6.41e-08, 8.19e-06, 4.25e-07, 5.18e-06, 4.83e-06, 4.74e-06, 1.25e-05, 2.25e-07, 4.21e-07, 1.71e-07, 7.02e-08, 5.49e-10, 0.00e+00, 3.76e-07, 6.25e-06] []
64800 [1.26e-05, 5.75e-06, 1.70e-06, 4.22e-06, 3.51e-06, 1.51e-06, 3.61e-07, 2.00e-06, 3.18e-06, 4.08e-05, 9.33e-05, 4.41e-04, 6.98e-04, 2.51e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.06e-06, 1.13e-06] [1.26e-05, 5.75e-06, 1.70e-06, 4.22e-06, 3.51e-06, 1.51e-06, 3.61e-07, 2.00e-06, 3.18e-06, 4.08e-05, 9.33e-05, 4.41e-04, 6.98e-04, 2.51e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.06e-06, 1.13e-06] []
64900 [3.07e-06, 3.94e-06, 1.13e-06, 1.66e-06, 1.97e-06, 1.10e-06, 1.65e-07, 5.21e-05, 9.07e-06, 1.23e-07, 7.84e-05, 5.19e-05, 2.72e-04, 1.70e-04, 7.06e-07, 6.26e-07, 1.09e-05, 9.20e-07, 0.00e+00, 0.00e+00, 4.55e-05, 7.13e-06] [3.07e-06, 3.94e-06, 1.13e-06, 1.66e-06, 1.97e-06, 1.10e-06, 1.65e-07, 5.21e-05, 9.07e-06, 1.23e-07, 7.84e-05, 5.19e-05, 2.72e-04, 1.70e-04, 7.06e-07, 6.26e-07, 1.09e-05, 9.20e-07, 0.00e+00, 0.00e+00, 4.55e-05, 7.13e-06] []
65000 [7.15e-06, 4.98e-06, 1.46e-06, 3.84e-06, 2.78e-06, 1.17e-06, 2.46e-07, 3.44e-07, 1.74e-06, 1.54e-05, 7.21e-05, 2.04e-04, 4.73e-04, 1.24e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.82e-07, 0.00e+00, 1.15e-06, 1.43e-06] [7.15e-06, 4.98e-06, 1.46e-06, 3.84e-06, 2.78e-06, 1.17e-06, 2.46e-07, 3.44e-07, 1.74e-06, 1.54e-05, 7.21e-05, 2.04e-04, 4.73e-04, 1.24e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.82e-07, 0.00e+00, 1.15e-06, 1.43e-06] []
65100 [2.08e-06, 4.18e-06, 1.17e-06, 1.92e-06, 2.21e-06, 1.13e-06, 2.01e-07, 1.90e-06, 7.21e-07, 4.30e-06, 1.63e-05, 9.70e-06, 4.51e-06, 1.72e-05, 1.21e-09, 2.21e-08, 3.35e-08, 8.87e-09, 1.13e-07, 7.91e-10, 7.10e-07, 6.21e-08] [2.08e-06, 4.18e-06, 1.17e-06, 1.92e-06, 2.21e-06, 1.13e-06, 2.01e-07, 1.90e-06, 7.21e-07, 4.30e-06, 1.63e-05, 9.70e-06, 4.51e-06, 1.72e-05, 1.21e-09, 2.21e-08, 3.35e-08, 8.87e-09, 1.13e-07, 7.91e-10, 7.10e-07, 6.21e-08] []
65200 [2.33e-06, 4.41e-06, 1.20e-06, 2.57e-06, 2.42e-06, 1.06e-06, 1.49e-07, 3.90e-06, 4.88e-06, 3.17e-06, 1.90e-05, 4.50e-05, 1.25e-04, 2.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.35e-07, 4.16e-11, 1.46e-06, 3.44e-07] [2.33e-06, 4.41e-06, 1.20e-06, 2.57e-06, 2.42e-06, 1.06e-06, 1.49e-07, 3.90e-06, 4.88e-06, 3.17e-06, 1.90e-05, 4.50e-05, 1.25e-04, 2.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.35e-07, 4.16e-11, 1.46e-06, 3.44e-07] []
65300 [2.45e-06, 4.17e-06, 1.19e-06, 2.03e-06, 2.82e-06, 1.14e-06, 2.21e-07, 1.51e-06, 9.53e-07, 1.61e-06, 5.50e-06, 1.90e-05, 6.17e-06, 9.69e-06, 9.25e-07, 9.36e-07, 1.63e-06, 0.00e+00, 5.97e-08, 7.76e-09, 6.85e-07, 8.03e-07] [2.45e-06, 4.17e-06, 1.19e-06, 2.03e-06, 2.82e-06, 1.14e-06, 2.21e-07, 1.51e-06, 9.53e-07, 1.61e-06, 5.50e-06, 1.90e-05, 6.17e-06, 9.69e-06, 9.25e-07, 9.36e-07, 1.63e-06, 0.00e+00, 5.97e-08, 7.76e-09, 6.85e-07, 8.03e-07] []
65400 [1.87e-06, 4.29e-06, 1.17e-06, 2.24e-06, 2.43e-06, 1.10e-06, 1.59e-07, 1.40e-05, 1.03e-05, 1.71e-06, 1.28e-05, 6.94e-06, 9.15e-06, 2.08e-06, 7.83e-08, 2.29e-07, 5.87e-08, 1.35e-10, 0.00e+00, 0.00e+00, 2.42e-05, 9.11e-06] [1.87e-06, 4.29e-06, 1.17e-06, 2.24e-06, 2.43e-06, 1.10e-06, 1.59e-07, 1.40e-05, 1.03e-05, 1.71e-06, 1.28e-05, 6.94e-06, 9.15e-06, 2.08e-06, 7.83e-08, 2.29e-07, 5.87e-08, 1.35e-10, 0.00e+00, 0.00e+00, 2.42e-05, 9.11e-06] []
65500 [1.38e-05, 4.93e-06, 1.45e-06, 2.55e-06, 2.89e-06, 1.36e-06, 3.64e-07, 1.00e-05, 5.59e-07, 2.32e-05, 8.42e-05, 2.36e-04, 5.55e-04, 1.56e-03, 2.37e-05, 2.19e-05, 1.34e-05, 1.33e-05, 1.36e-06, 4.72e-09, 9.17e-06, 9.97e-08] [1.38e-05, 4.93e-06, 1.45e-06, 2.55e-06, 2.89e-06, 1.36e-06, 3.64e-07, 1.00e-05, 5.59e-07, 2.32e-05, 8.42e-05, 2.36e-04, 5.55e-04, 1.56e-03, 2.37e-05, 2.19e-05, 1.34e-05, 1.33e-05, 1.36e-06, 4.72e-09, 9.17e-06, 9.97e-08] []
65600 [2.60e-06, 4.18e-06, 1.18e-06, 2.07e-06, 2.47e-06, 9.68e-07, 1.79e-07, 8.69e-06, 7.72e-07, 7.97e-06, 5.31e-05, 2.91e-05, 4.73e-05, 4.44e-06, 2.97e-07, 9.95e-08, 5.18e-08, 3.12e-09, 0.00e+00, 9.63e-08, 8.30e-06, 5.84e-07] [2.60e-06, 4.18e-06, 1.18e-06, 2.07e-06, 2.47e-06, 9.68e-07, 1.79e-07, 8.69e-06, 7.72e-07, 7.97e-06, 5.31e-05, 2.91e-05, 4.73e-05, 4.44e-06, 2.97e-07, 9.95e-08, 5.18e-08, 3.12e-09, 0.00e+00, 9.63e-08, 8.30e-06, 5.84e-07] []
65700 [2.03e-06, 4.18e-06, 1.13e-06, 2.46e-06, 2.31e-06, 9.84e-07, 1.60e-07, 3.37e-06, 4.96e-06, 9.31e-07, 5.93e-05, 3.77e-05, 1.46e-04, 8.18e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.04e-06, 5.87e-07] [2.03e-06, 4.18e-06, 1.13e-06, 2.46e-06, 2.31e-06, 9.84e-07, 1.60e-07, 3.37e-06, 4.96e-06, 9.31e-07, 5.93e-05, 3.77e-05, 1.46e-04, 8.18e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.04e-06, 5.87e-07] []
65800 [4.49e-06, 4.59e-06, 1.30e-06, 3.41e-06, 2.46e-06, 1.07e-06, 1.71e-07, 1.51e-08, 2.00e-08, 1.29e-06, 1.03e-04, 1.28e-04, 4.39e-04, 6.10e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.63e-13, 4.65e-08, 4.79e-07, 2.75e-07] [4.49e-06, 4.59e-06, 1.30e-06, 3.41e-06, 2.46e-06, 1.07e-06, 1.71e-07, 1.51e-08, 2.00e-08, 1.29e-06, 1.03e-04, 1.28e-04, 4.39e-04, 6.10e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.63e-13, 4.65e-08, 4.79e-07, 2.75e-07] []
65900 [2.23e-06, 4.09e-06, 1.13e-06, 2.02e-06, 2.20e-06, 1.03e-06, 1.62e-07, 1.91e-07, 7.81e-05, 9.53e-07, 5.37e-06, 5.56e-06, 7.82e-06, 2.72e-05, 2.83e-07, 5.99e-07, 2.18e-07, 2.25e-07, 9.07e-08, 0.00e+00, 6.26e-07, 8.74e-05] [2.23e-06, 4.09e-06, 1.13e-06, 2.02e-06, 2.20e-06, 1.03e-06, 1.62e-07, 1.91e-07, 7.81e-05, 9.53e-07, 5.37e-06, 5.56e-06, 7.82e-06, 2.72e-05, 2.83e-07, 5.99e-07, 2.18e-07, 2.25e-07, 9.07e-08, 0.00e+00, 6.26e-07, 8.74e-05] []
66000 [1.94e-06, 4.17e-06, 1.12e-06, 2.60e-06, 2.21e-06, 1.03e-06, 1.46e-07, 4.29e-06, 5.29e-08, 2.11e-06, 6.51e-05, 3.54e-05, 1.36e-04, 5.56e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.82e-08, 1.48e-06, 2.67e-07] [1.94e-06, 4.17e-06, 1.12e-06, 2.60e-06, 2.21e-06, 1.03e-06, 1.46e-07, 4.29e-06, 5.29e-08, 2.11e-06, 6.51e-05, 3.54e-05, 1.36e-04, 5.56e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.82e-08, 1.48e-06, 2.67e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 41.590841 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
66000 [1.94e-06, 4.17e-06, 1.12e-06, 2.60e-06, 2.21e-06, 1.03e-06, 1.46e-07, 4.29e-06, 5.29e-08, 2.11e-06, 6.51e-05, 3.54e-05, 1.36e-04, 5.56e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.82e-08, 1.48e-06, 2.67e-07] [1.94e-06, 4.17e-06, 1.12e-06, 2.60e-06, 2.21e-06, 1.03e-06, 1.46e-07, 4.29e-06, 5.29e-08, 2.11e-06, 6.51e-05, 3.54e-05, 1.36e-04, 5.56e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.82e-08, 1.48e-06, 2.67e-07] []
66100 [5.70e-06, 4.16e-06, 1.69e-06, 2.68e-06, 2.96e-06, 1.12e-06, 4.16e-07, 5.16e-06, 2.47e-06, 1.78e-04, 3.93e-04, 1.19e-04, 1.60e-04, 2.13e-04, 5.31e-06, 4.45e-12, 0.00e+00, 4.09e-07, 3.47e-08, 0.00e+00, 4.87e-07, 3.76e-05] [5.70e-06, 4.16e-06, 1.69e-06, 2.68e-06, 2.96e-06, 1.12e-06, 4.16e-07, 5.16e-06, 2.47e-06, 1.78e-04, 3.93e-04, 1.19e-04, 1.60e-04, 2.13e-04, 5.31e-06, 4.45e-12, 0.00e+00, 4.09e-07, 3.47e-08, 0.00e+00, 4.87e-07, 3.76e-05] []
66200 [1.61e-06, 4.06e-06, 1.12e-06, 2.10e-06, 2.38e-06, 1.22e-06, 1.59e-07, 1.05e-08, 4.62e-11, 6.05e-10, 3.73e-06, 2.48e-06, 9.91e-07, 6.90e-08, 1.86e-08, 3.15e-08, 7.02e-08, 8.62e-08, 1.34e-08, 1.41e-09, 2.13e-07, 2.08e-08] [1.61e-06, 4.06e-06, 1.12e-06, 2.10e-06, 2.38e-06, 1.22e-06, 1.59e-07, 1.05e-08, 4.62e-11, 6.05e-10, 3.73e-06, 2.48e-06, 9.91e-07, 6.90e-08, 1.86e-08, 3.15e-08, 7.02e-08, 8.62e-08, 1.34e-08, 1.41e-09, 2.13e-07, 2.08e-08] []
66300 [6.78e-06, 5.55e-06, 1.92e-06, 4.24e-06, 4.76e-06, 1.31e-06, 1.15e-06, 6.54e-05, 8.24e-04, 3.21e-05, 4.72e-05, 8.79e-05, 2.95e-04, 8.78e-04, 4.28e-06, 1.23e-05, 8.58e-06, 1.08e-05, 0.00e+00, 0.00e+00, 4.69e-05, 1.84e-03] [6.78e-06, 5.55e-06, 1.92e-06, 4.24e-06, 4.76e-06, 1.31e-06, 1.15e-06, 6.54e-05, 8.24e-04, 3.21e-05, 4.72e-05, 8.79e-05, 2.95e-04, 8.78e-04, 4.28e-06, 1.23e-05, 8.58e-06, 1.08e-05, 0.00e+00, 0.00e+00, 4.69e-05, 1.84e-03] []
66400 [1.43e-06, 4.00e-06, 1.08e-06, 2.20e-06, 2.21e-06, 1.26e-06, 3.23e-07, 1.31e-07, 3.25e-07, 9.45e-09, 2.78e-06, 2.12e-06, 8.40e-07, 3.70e-07, 2.10e-08, 5.50e-08, 1.41e-08, 4.62e-08, 3.14e-07, 1.59e-08, 1.83e-06, 1.18e-07] [1.43e-06, 4.00e-06, 1.08e-06, 2.20e-06, 2.21e-06, 1.26e-06, 3.23e-07, 1.31e-07, 3.25e-07, 9.45e-09, 2.78e-06, 2.12e-06, 8.40e-07, 3.70e-07, 2.10e-08, 5.50e-08, 1.41e-08, 4.62e-08, 3.14e-07, 1.59e-08, 1.83e-06, 1.18e-07] []
66500 [1.46e-06, 3.84e-06, 1.06e-06, 2.10e-06, 2.16e-06, 1.26e-06, 2.90e-07, 9.75e-08, 1.65e-08, 5.31e-08, 5.22e-06, 2.73e-06, 4.62e-06, 1.75e-06, 3.21e-08, 1.26e-07, 7.89e-08, 9.54e-08, 9.98e-09, 3.39e-09, 2.61e-07, 3.57e-08] [1.46e-06, 3.84e-06, 1.06e-06, 2.10e-06, 2.16e-06, 1.26e-06, 2.90e-07, 9.75e-08, 1.65e-08, 5.31e-08, 5.22e-06, 2.73e-06, 4.62e-06, 1.75e-06, 3.21e-08, 1.26e-07, 7.89e-08, 9.54e-08, 9.98e-09, 3.39e-09, 2.61e-07, 3.57e-08] []
66600 [2.80e-06, 4.09e-06, 1.16e-06, 1.85e-06, 2.24e-06, 1.36e-06, 3.76e-07, 5.98e-06, 5.48e-09, 1.68e-05, 7.42e-05, 5.03e-05, 4.72e-05, 4.27e-05, 6.74e-07, 6.81e-07, 7.80e-08, 5.61e-08, 0.00e+00, 3.51e-10, 8.52e-06, 9.96e-08] [2.80e-06, 4.09e-06, 1.16e-06, 1.85e-06, 2.24e-06, 1.36e-06, 3.76e-07, 5.98e-06, 5.48e-09, 1.68e-05, 7.42e-05, 5.03e-05, 4.72e-05, 4.27e-05, 6.74e-07, 6.81e-07, 7.80e-08, 5.61e-08, 0.00e+00, 3.51e-10, 8.52e-06, 9.96e-08] []
66700 [2.50e-06, 3.84e-06, 1.08e-06, 2.00e-06, 2.17e-06, 1.28e-06, 2.80e-07, 8.56e-07, 1.02e-08, 3.26e-06, 6.32e-06, 1.45e-05, 9.08e-06, 6.84e-05, 9.48e-07, 1.33e-06, 2.90e-07, 6.18e-07, 0.00e+00, 1.44e-09, 1.14e-06, 3.92e-08] [2.50e-06, 3.84e-06, 1.08e-06, 2.00e-06, 2.17e-06, 1.28e-06, 2.80e-07, 8.56e-07, 1.02e-08, 3.26e-06, 6.32e-06, 1.45e-05, 9.08e-06, 6.84e-05, 9.48e-07, 1.33e-06, 2.90e-07, 6.18e-07, 0.00e+00, 1.44e-09, 1.14e-06, 3.92e-08] []
66800 [2.52e-06, 4.06e-06, 1.17e-06, 1.94e-06, 2.22e-06, 1.23e-06, 2.69e-07, 2.82e-05, 1.15e-09, 1.70e-06, 1.83e-05, 1.14e-05, 7.22e-05, 9.85e-05, 6.45e-07, 3.57e-07, 6.58e-07, 1.80e-06, 0.00e+00, 7.35e-10, 3.34e-05, 3.56e-08] [2.52e-06, 4.06e-06, 1.17e-06, 1.94e-06, 2.22e-06, 1.23e-06, 2.69e-07, 2.82e-05, 1.15e-09, 1.70e-06, 1.83e-05, 1.14e-05, 7.22e-05, 9.85e-05, 6.45e-07, 3.57e-07, 6.58e-07, 1.80e-06, 0.00e+00, 7.35e-10, 3.34e-05, 3.56e-08] []
66900 [2.84e-06, 3.93e-06, 1.10e-06, 2.06e-06, 2.24e-06, 1.21e-06, 2.76e-07, 1.79e-05, 2.32e-08, 1.01e-05, 1.47e-05, 2.94e-05, 1.10e-05, 1.34e-04, 2.05e-06, 2.33e-06, 5.17e-07, 5.72e-07, 0.00e+00, 9.68e-10, 1.47e-05, 4.31e-08] [2.84e-06, 3.93e-06, 1.10e-06, 2.06e-06, 2.24e-06, 1.21e-06, 2.76e-07, 1.79e-05, 2.32e-08, 1.01e-05, 1.47e-05, 2.94e-05, 1.10e-05, 1.34e-04, 2.05e-06, 2.33e-06, 5.17e-07, 5.72e-07, 0.00e+00, 9.68e-10, 1.47e-05, 4.31e-08] []
67000 [2.44e-06, 4.04e-06, 1.11e-06, 2.03e-06, 2.16e-06, 1.18e-06, 2.46e-07, 1.17e-05, 2.83e-08, 6.29e-06, 1.16e-05, 1.55e-05, 4.35e-06, 5.21e-05, 6.83e-07, 6.50e-07, 1.18e-07, 2.76e-07, 0.00e+00, 6.74e-11, 9.86e-06, 1.29e-07] [2.44e-06, 4.04e-06, 1.11e-06, 2.03e-06, 2.16e-06, 1.18e-06, 2.46e-07, 1.17e-05, 2.83e-08, 6.29e-06, 1.16e-05, 1.55e-05, 4.35e-06, 5.21e-05, 6.83e-07, 6.50e-07, 1.18e-07, 2.76e-07, 0.00e+00, 6.74e-11, 9.86e-06, 1.29e-07] []
67100 [1.51e-06, 4.07e-06, 1.08e-06, 2.49e-06, 2.11e-06, 1.15e-06, 1.80e-07, 3.43e-07, 6.54e-08, 3.46e-07, 1.28e-05, 1.78e-05, 5.72e-05, 8.31e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.71e-09, 9.32e-09, 2.46e-07, 6.97e-08] [1.51e-06, 4.07e-06, 1.08e-06, 2.49e-06, 2.11e-06, 1.15e-06, 1.80e-07, 3.43e-07, 6.54e-08, 3.46e-07, 1.28e-05, 1.78e-05, 5.72e-05, 8.31e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.71e-09, 9.32e-09, 2.46e-07, 6.97e-08] []
67200 [2.89e-06, 4.47e-06, 1.08e-06, 2.39e-06, 2.56e-06, 1.58e-06, 2.41e-07, 2.86e-05, 1.78e-06, 8.74e-05, 2.06e-04, 2.53e-04, 3.26e-05, 6.80e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.47e-08, 4.04e-06, 1.33e-07, 2.63e-05, 8.92e-07] [2.89e-06, 4.47e-06, 1.08e-06, 2.39e-06, 2.56e-06, 1.58e-06, 2.41e-07, 2.86e-05, 1.78e-06, 8.74e-05, 2.06e-04, 2.53e-04, 3.26e-05, 6.80e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.47e-08, 4.04e-06, 1.33e-07, 2.63e-05, 8.92e-07] []
67300 [5.55e-06, 4.43e-06, 1.35e-06, 2.17e-06, 2.55e-06, 1.26e-06, 3.39e-07, 3.60e-05, 4.81e-08, 2.32e-05, 3.24e-05, 6.94e-05, 1.24e-04, 5.84e-04, 5.77e-06, 6.81e-06, 2.88e-06, 3.63e-06, 0.00e+00, 7.51e-09, 3.97e-05, 5.15e-08] [5.55e-06, 4.43e-06, 1.35e-06, 2.17e-06, 2.55e-06, 1.26e-06, 3.39e-07, 3.60e-05, 4.81e-08, 2.32e-05, 3.24e-05, 6.94e-05, 1.24e-04, 5.84e-04, 5.77e-06, 6.81e-06, 2.88e-06, 3.63e-06, 0.00e+00, 7.51e-09, 3.97e-05, 5.15e-08] []
67400 [1.64e-06, 3.98e-06, 1.10e-06, 2.11e-06, 2.17e-06, 1.19e-06, 2.22e-07, 5.10e-07, 4.95e-06, 8.35e-07, 1.11e-05, 5.55e-06, 1.15e-05, 9.69e-07, 6.53e-08, 9.46e-09, 3.00e-08, 2.26e-07, 2.64e-07, 1.01e-06, 1.60e-06, 6.57e-06] [1.64e-06, 3.98e-06, 1.10e-06, 2.11e-06, 2.17e-06, 1.19e-06, 2.22e-07, 5.10e-07, 4.95e-06, 8.35e-07, 1.11e-05, 5.55e-06, 1.15e-05, 9.69e-07, 6.53e-08, 9.46e-09, 3.00e-08, 2.26e-07, 2.64e-07, 1.01e-06, 1.60e-06, 6.57e-06] []
67500 [1.25e-06, 4.06e-06, 1.06e-06, 2.16e-06, 2.08e-06, 1.21e-06, 2.09e-07, 5.11e-06, 5.54e-06, 1.16e-05, 5.20e-05, 2.27e-05, 2.60e-05, 1.86e-05, 6.28e-08, 4.54e-09, 0.00e+00, 1.14e-06, 1.37e-06, 0.00e+00, 9.16e-06, 4.89e-06] [1.25e-06, 4.06e-06, 1.06e-06, 2.16e-06, 2.08e-06, 1.21e-06, 2.09e-07, 5.11e-06, 5.54e-06, 1.16e-05, 5.20e-05, 2.27e-05, 2.60e-05, 1.86e-05, 6.28e-08, 4.54e-09, 0.00e+00, 1.14e-06, 1.37e-06, 0.00e+00, 9.16e-06, 4.89e-06] []
67600 [3.43e-06, 4.12e-06, 1.23e-06, 2.17e-06, 2.26e-06, 1.19e-06, 3.08e-07, 2.75e-05, 4.03e-06, 1.30e-05, 2.22e-05, 3.53e-05, 7.07e-06, 1.12e-04, 2.68e-06, 2.01e-06, 1.63e-07, 9.62e-07, 0.00e+00, 1.22e-07, 2.30e-05, 6.81e-07] [3.43e-06, 4.12e-06, 1.23e-06, 2.17e-06, 2.26e-06, 1.19e-06, 3.08e-07, 2.75e-05, 4.03e-06, 1.30e-05, 2.22e-05, 3.53e-05, 7.07e-06, 1.12e-04, 2.68e-06, 2.01e-06, 1.63e-07, 9.62e-07, 0.00e+00, 1.22e-07, 2.30e-05, 6.81e-07] []
67700 [3.73e-06, 4.02e-06, 1.12e-06, 2.12e-06, 2.10e-06, 1.27e-06, 2.52e-07, 3.05e-06, 2.01e-08, 5.97e-06, 1.46e-05, 3.79e-05, 7.88e-05, 2.55e-04, 3.09e-06, 3.00e-06, 1.76e-06, 1.63e-06, 1.92e-07, 2.99e-09, 1.16e-06, 2.51e-08] [3.73e-06, 4.02e-06, 1.12e-06, 2.12e-06, 2.10e-06, 1.27e-06, 2.52e-07, 3.05e-06, 2.01e-08, 5.97e-06, 1.46e-05, 3.79e-05, 7.88e-05, 2.55e-04, 3.09e-06, 3.00e-06, 1.76e-06, 1.63e-06, 1.92e-07, 2.99e-09, 1.16e-06, 2.51e-08] []
67800 [3.29e-06, 4.51e-06, 1.12e-06, 2.56e-06, 2.32e-06, 1.42e-06, 1.88e-07, 9.00e-06, 5.88e-06, 2.02e-05, 1.79e-05, 1.40e-04, 8.16e-05, 5.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.11e-07, 0.00e+00, 1.78e-06, 6.69e-06] [3.29e-06, 4.51e-06, 1.12e-06, 2.56e-06, 2.32e-06, 1.42e-06, 1.88e-07, 9.00e-06, 5.88e-06, 2.02e-05, 1.79e-05, 1.40e-04, 8.16e-05, 5.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.11e-07, 0.00e+00, 1.78e-06, 6.69e-06] []
67900 [1.70e-06, 3.91e-06, 1.10e-06, 2.14e-06, 2.01e-06, 1.24e-06, 1.94e-07, 8.04e-07, 8.52e-07, 3.87e-07, 2.27e-05, 1.12e-05, 4.85e-05, 2.09e-05, 2.68e-07, 1.47e-07, 3.48e-07, 5.04e-07, 1.97e-07, 0.00e+00, 1.18e-06, 6.96e-07] [1.70e-06, 3.91e-06, 1.10e-06, 2.14e-06, 2.01e-06, 1.24e-06, 1.94e-07, 8.04e-07, 8.52e-07, 3.87e-07, 2.27e-05, 1.12e-05, 4.85e-05, 2.09e-05, 2.68e-07, 1.47e-07, 3.48e-07, 5.04e-07, 1.97e-07, 0.00e+00, 1.18e-06, 6.96e-07] []
68000 [1.06e-06, 4.03e-06, 1.10e-06, 2.44e-06, 1.96e-06, 1.26e-06, 2.02e-07, 1.17e-06, 7.25e-07, 5.87e-07, 1.64e-06, 6.47e-06, 4.19e-06, 2.06e-05, 1.40e-12, 6.49e-11, 3.97e-10, 0.00e+00, 1.72e-07, 0.00e+00, 1.02e-06, 6.48e-07] [1.06e-06, 4.03e-06, 1.10e-06, 2.44e-06, 1.96e-06, 1.26e-06, 2.02e-07, 1.17e-06, 7.25e-07, 5.87e-07, 1.64e-06, 6.47e-06, 4.19e-06, 2.06e-05, 1.40e-12, 6.49e-11, 3.97e-10, 0.00e+00, 1.72e-07, 0.00e+00, 1.02e-06, 6.48e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 42.546798 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
68000 [1.06e-06, 4.03e-06, 1.10e-06, 2.44e-06, 1.96e-06, 1.26e-06, 2.02e-07, 1.17e-06, 7.25e-07, 5.87e-07, 1.64e-06, 6.47e-06, 4.19e-06, 2.06e-05, 1.40e-12, 6.49e-11, 3.97e-10, 0.00e+00, 1.72e-07, 0.00e+00, 1.02e-06, 6.48e-07] [1.06e-06, 4.03e-06, 1.10e-06, 2.44e-06, 1.96e-06, 1.26e-06, 2.02e-07, 1.17e-06, 7.25e-07, 5.87e-07, 1.64e-06, 6.47e-06, 4.19e-06, 2.06e-05, 1.40e-12, 6.49e-11, 3.97e-10, 0.00e+00, 1.72e-07, 0.00e+00, 1.02e-06, 6.48e-07] []
68100 [1.16e-06, 3.90e-06, 1.09e-06, 2.36e-06, 1.89e-06, 1.27e-06, 1.76e-07, 3.69e-07, 1.68e-08, 6.59e-07, 2.22e-06, 4.18e-06, 1.12e-06, 1.01e-05, 1.30e-09, 0.00e+00, 3.98e-12, 3.91e-09, 1.29e-07, 1.25e-09, 7.24e-07, 2.14e-08] [1.16e-06, 3.90e-06, 1.09e-06, 2.36e-06, 1.89e-06, 1.27e-06, 1.76e-07, 3.69e-07, 1.68e-08, 6.59e-07, 2.22e-06, 4.18e-06, 1.12e-06, 1.01e-05, 1.30e-09, 0.00e+00, 3.98e-12, 3.91e-09, 1.29e-07, 1.25e-09, 7.24e-07, 2.14e-08] []
68200 [1.57e-06, 3.93e-06, 1.15e-06, 2.64e-06, 1.86e-06, 1.26e-06, 1.60e-07, 4.04e-06, 9.05e-07, 1.28e-06, 6.16e-05, 3.82e-05, 1.54e-04, 6.50e-05, 4.34e-09, 2.13e-08, 0.00e+00, 0.00e+00, 0.00e+00, 8.29e-09, 6.91e-06, 1.63e-07] [1.57e-06, 3.93e-06, 1.15e-06, 2.64e-06, 1.86e-06, 1.26e-06, 1.60e-07, 4.04e-06, 9.05e-07, 1.28e-06, 6.16e-05, 3.82e-05, 1.54e-04, 6.50e-05, 4.34e-09, 2.13e-08, 0.00e+00, 0.00e+00, 0.00e+00, 8.29e-09, 6.91e-06, 1.63e-07] []
68300 [2.57e-06, 4.82e-06, 2.03e-06, 2.72e-06, 2.33e-06, 1.49e-06, 2.68e-07, 1.30e-04, 5.48e-07, 1.78e-06, 3.96e-05, 1.47e-05, 9.90e-05, 2.70e-05, 1.35e-06, 1.96e-08, 2.64e-06, 7.08e-08, 0.00e+00, 0.00e+00, 2.85e-04, 1.38e-05] [2.57e-06, 4.82e-06, 2.03e-06, 2.72e-06, 2.33e-06, 1.49e-06, 2.68e-07, 1.30e-04, 5.48e-07, 1.78e-06, 3.96e-05, 1.47e-05, 9.90e-05, 2.70e-05, 1.35e-06, 1.96e-08, 2.64e-06, 7.08e-08, 0.00e+00, 0.00e+00, 2.85e-04, 1.38e-05] []
68400 [1.50e-06, 4.18e-06, 1.12e-06, 2.29e-06, 2.09e-06, 1.17e-06, 1.37e-07, 8.26e-11, 6.40e-07, 2.24e-07, 1.52e-06, 1.76e-06, 8.66e-07, 4.93e-07, 3.50e-08, 5.58e-08, 3.25e-08, 2.60e-08, 3.48e-09, 1.54e-07, 4.28e-08, 1.02e-06] [1.50e-06, 4.18e-06, 1.12e-06, 2.29e-06, 2.09e-06, 1.17e-06, 1.37e-07, 8.26e-11, 6.40e-07, 2.24e-07, 1.52e-06, 1.76e-06, 8.66e-07, 4.93e-07, 3.50e-08, 5.58e-08, 3.25e-08, 2.60e-08, 3.48e-09, 1.54e-07, 4.28e-08, 1.02e-06] []
68500 [1.21e-06, 3.92e-06, 1.06e-06, 2.14e-06, 2.09e-06, 1.31e-06, 1.61e-07, 1.13e-06, 6.30e-08, 2.60e-09, 6.95e-07, 7.02e-07, 2.87e-07, 7.19e-08, 5.94e-09, 1.16e-08, 1.10e-08, 1.21e-08, 7.32e-08, 6.94e-12, 4.43e-07, 1.94e-07] [1.21e-06, 3.92e-06, 1.06e-06, 2.14e-06, 2.09e-06, 1.31e-06, 1.61e-07, 1.13e-06, 6.30e-08, 2.60e-09, 6.95e-07, 7.02e-07, 2.87e-07, 7.19e-08, 5.94e-09, 1.16e-08, 1.10e-08, 1.21e-08, 7.32e-08, 6.94e-12, 4.43e-07, 1.94e-07] []
68600 [1.35e-06, 3.69e-06, 1.08e-06, 2.25e-06, 2.00e-06, 1.38e-06, 1.59e-07, 7.55e-05, 2.27e-07, 1.74e-06, 8.63e-05, 4.96e-05, 1.85e-04, 4.57e-05, 1.36e-07, 1.98e-07, 0.00e+00, 0.00e+00, 0.00e+00, 2.79e-09, 9.95e-05, 1.31e-08] [1.35e-06, 3.69e-06, 1.08e-06, 2.25e-06, 2.00e-06, 1.38e-06, 1.59e-07, 7.55e-05, 2.27e-07, 1.74e-06, 8.63e-05, 4.96e-05, 1.85e-04, 4.57e-05, 1.36e-07, 1.98e-07, 0.00e+00, 0.00e+00, 0.00e+00, 2.79e-09, 9.95e-05, 1.31e-08] []
68700 [1.34e-06, 3.64e-06, 1.04e-06, 2.02e-06, 2.14e-06, 1.41e-06, 1.76e-07, 4.21e-06, 2.25e-07, 1.00e-08, 3.59e-06, 2.51e-06, 9.24e-06, 8.74e-06, 3.83e-08, 1.08e-07, 6.64e-08, 1.77e-07, 9.66e-07, 1.80e-08, 6.49e-06, 1.26e-07] [1.34e-06, 3.64e-06, 1.04e-06, 2.02e-06, 2.14e-06, 1.41e-06, 1.76e-07, 4.21e-06, 2.25e-07, 1.00e-08, 3.59e-06, 2.51e-06, 9.24e-06, 8.74e-06, 3.83e-08, 1.08e-07, 6.64e-08, 1.77e-07, 9.66e-07, 1.80e-08, 6.49e-06, 1.26e-07] []
68800 [1.23e-06, 3.81e-06, 1.08e-06, 2.42e-06, 1.83e-06, 1.44e-06, 2.89e-07, 2.62e-08, 1.12e-07, 1.54e-07, 1.86e-06, 1.58e-06, 2.83e-06, 5.36e-06, 1.45e-08, 6.43e-08, 5.42e-08, 1.85e-07, 3.23e-09, 4.47e-09, 6.20e-08, 1.47e-06] [1.23e-06, 3.81e-06, 1.08e-06, 2.42e-06, 1.83e-06, 1.44e-06, 2.89e-07, 2.62e-08, 1.12e-07, 1.54e-07, 1.86e-06, 1.58e-06, 2.83e-06, 5.36e-06, 1.45e-08, 6.43e-08, 5.42e-08, 1.85e-07, 3.23e-09, 4.47e-09, 6.20e-08, 1.47e-06] []
68900 [2.06e-06, 3.71e-06, 1.16e-06, 2.46e-06, 2.24e-06, 1.41e-06, 1.91e-07, 1.63e-05, 2.65e-08, 1.23e-08, 5.39e-05, 4.10e-05, 1.76e-04, 8.63e-05, 1.94e-09, 1.64e-08, 0.00e+00, 0.00e+00, 2.05e-06, 4.28e-10, 1.37e-05, 6.96e-09] [2.06e-06, 3.71e-06, 1.16e-06, 2.46e-06, 2.24e-06, 1.41e-06, 1.91e-07, 1.63e-05, 2.65e-08, 1.23e-08, 5.39e-05, 4.10e-05, 1.76e-04, 8.63e-05, 1.94e-09, 1.64e-08, 0.00e+00, 0.00e+00, 2.05e-06, 4.28e-10, 1.37e-05, 6.96e-09] []
69000 [2.79e-06, 3.70e-06, 1.16e-06, 2.22e-06, 2.07e-06, 1.56e-06, 2.22e-07, 4.63e-07, 7.21e-10, 3.56e-07, 3.99e-05, 2.77e-05, 1.49e-04, 1.45e-04, 1.16e-06, 6.14e-07, 1.56e-06, 2.25e-06, 0.00e+00, 2.00e-10, 8.96e-07, 2.90e-09] [2.79e-06, 3.70e-06, 1.16e-06, 2.22e-06, 2.07e-06, 1.56e-06, 2.22e-07, 4.63e-07, 7.21e-10, 3.56e-07, 3.99e-05, 2.77e-05, 1.49e-04, 1.45e-04, 1.16e-06, 6.14e-07, 1.56e-06, 2.25e-06, 0.00e+00, 2.00e-10, 8.96e-07, 2.90e-09] []
69100 [1.33e-06, 3.73e-06, 1.08e-06, 2.32e-06, 1.92e-06, 1.54e-06, 1.79e-07, 2.29e-05, 1.70e-08, 1.26e-07, 1.29e-06, 2.90e-06, 7.83e-07, 4.27e-06, 5.48e-08, 2.07e-07, 8.32e-08, 3.56e-09, 2.40e-06, 2.20e-09, 1.58e-05, 1.30e-08] [1.33e-06, 3.73e-06, 1.08e-06, 2.32e-06, 1.92e-06, 1.54e-06, 1.79e-07, 2.29e-05, 1.70e-08, 1.26e-07, 1.29e-06, 2.90e-06, 7.83e-07, 4.27e-06, 5.48e-08, 2.07e-07, 8.32e-08, 3.56e-09, 2.40e-06, 2.20e-09, 1.58e-05, 1.30e-08] []
69200 [1.44e-06, 3.73e-06, 1.10e-06, 2.31e-06, 1.85e-06, 1.56e-06, 1.71e-07, 5.91e-07, 2.17e-08, 4.88e-07, 1.39e-06, 2.60e-06, 7.45e-07, 5.77e-06, 6.83e-08, 1.71e-07, 1.75e-08, 6.10e-08, 3.57e-08, 7.92e-13, 2.21e-07, 1.09e-08] [1.44e-06, 3.73e-06, 1.10e-06, 2.31e-06, 1.85e-06, 1.56e-06, 1.71e-07, 5.91e-07, 2.17e-08, 4.88e-07, 1.39e-06, 2.60e-06, 7.45e-07, 5.77e-06, 6.83e-08, 1.71e-07, 1.75e-08, 6.10e-08, 3.57e-08, 7.92e-13, 2.21e-07, 1.09e-08] []
69300 [2.35e-06, 3.69e-06, 1.12e-06, 2.15e-06, 1.86e-06, 1.57e-06, 2.66e-07, 4.91e-09, 3.63e-07, 1.31e-06, 1.30e-05, 1.97e-05, 7.04e-05, 1.31e-04, 9.84e-07, 1.48e-06, 8.91e-07, 1.17e-06, 4.56e-09, 5.85e-11, 7.43e-08, 2.70e-07] [2.35e-06, 3.69e-06, 1.12e-06, 2.15e-06, 1.86e-06, 1.57e-06, 2.66e-07, 4.91e-09, 3.63e-07, 1.31e-06, 1.30e-05, 1.97e-05, 7.04e-05, 1.31e-04, 9.84e-07, 1.48e-06, 8.91e-07, 1.17e-06, 4.56e-09, 5.85e-11, 7.43e-08, 2.70e-07] []
69400 [4.93e-06, 3.85e-06, 1.25e-06, 2.35e-06, 2.37e-06, 1.55e-06, 2.96e-07, 2.83e-06, 3.72e-10, 1.24e-05, 1.90e-05, 6.61e-05, 5.25e-05, 3.73e-04, 7.11e-06, 5.47e-06, 2.45e-06, 1.91e-06, 0.00e+00, 1.67e-10, 4.80e-06, 4.91e-08] [4.93e-06, 3.85e-06, 1.25e-06, 2.35e-06, 2.37e-06, 1.55e-06, 2.96e-07, 2.83e-06, 3.72e-10, 1.24e-05, 1.90e-05, 6.61e-05, 5.25e-05, 3.73e-04, 7.11e-06, 5.47e-06, 2.45e-06, 1.91e-06, 0.00e+00, 1.67e-10, 4.80e-06, 4.91e-08] []
69500 [1.55e-06, 3.74e-06, 1.12e-06, 2.54e-06, 1.84e-06, 1.41e-06, 1.65e-07, 6.42e-06, 4.63e-08, 1.20e-06, 1.42e-05, 1.34e-05, 2.53e-05, 4.84e-07, 5.10e-07, 1.10e-07, 1.78e-09, 1.07e-08, 6.10e-07, 4.30e-09, 4.13e-06, 2.54e-08] [1.55e-06, 3.74e-06, 1.12e-06, 2.54e-06, 1.84e-06, 1.41e-06, 1.65e-07, 6.42e-06, 4.63e-08, 1.20e-06, 1.42e-05, 1.34e-05, 2.53e-05, 4.84e-07, 5.10e-07, 1.10e-07, 1.78e-09, 1.07e-08, 6.10e-07, 4.30e-09, 4.13e-06, 2.54e-08] []
69600 [3.77e-06, 3.70e-06, 1.12e-06, 2.27e-06, 2.21e-06, 1.64e-06, 2.28e-07, 4.43e-07, 9.27e-08, 7.08e-06, 1.19e-05, 4.23e-05, 2.98e-05, 2.29e-04, 4.43e-06, 3.34e-06, 5.10e-07, 2.64e-06, 4.58e-08, 5.70e-09, 2.75e-07, 2.98e-08] [3.77e-06, 3.70e-06, 1.12e-06, 2.27e-06, 2.21e-06, 1.64e-06, 2.28e-07, 4.43e-07, 9.27e-08, 7.08e-06, 1.19e-05, 4.23e-05, 2.98e-05, 2.29e-04, 4.43e-06, 3.34e-06, 5.10e-07, 2.64e-06, 4.58e-08, 5.70e-09, 2.75e-07, 2.98e-08] []
69700 [3.36e-05, 7.09e-06, 1.75e-06, 5.08e-06, 5.55e-06, 2.96e-06, 1.13e-06, 1.01e-05, 2.17e-06, 2.26e-04, 5.28e-04, 8.52e-04, 3.51e-04, 4.90e-03, 8.48e-05, 1.05e-04, 4.88e-05, 7.02e-06, 3.06e-07, 8.27e-08, 1.87e-06, 4.71e-07] [3.36e-05, 7.09e-06, 1.75e-06, 5.08e-06, 5.55e-06, 2.96e-06, 1.13e-06, 1.01e-05, 2.17e-06, 2.26e-04, 5.28e-04, 8.52e-04, 3.51e-04, 4.90e-03, 8.48e-05, 1.05e-04, 4.88e-05, 7.02e-06, 3.06e-07, 8.27e-08, 1.87e-06, 4.71e-07] []
69800 [1.19e-06, 3.84e-06, 1.09e-06, 2.35e-06, 1.74e-06, 1.52e-06, 1.59e-07, 4.00e-08, 1.90e-08, 1.09e-07, 1.77e-06, 1.72e-06, 2.41e-06, 1.13e-07, 2.55e-08, 6.78e-08, 5.12e-10, 1.62e-08, 2.57e-10, 2.89e-10, 9.53e-08, 7.77e-08] [1.19e-06, 3.84e-06, 1.09e-06, 2.35e-06, 1.74e-06, 1.52e-06, 1.59e-07, 4.00e-08, 1.90e-08, 1.09e-07, 1.77e-06, 1.72e-06, 2.41e-06, 1.13e-07, 2.55e-08, 6.78e-08, 5.12e-10, 1.62e-08, 2.57e-10, 2.89e-10, 9.53e-08, 7.77e-08] []
69900 [2.83e-06, 3.80e-06, 1.14e-06, 2.18e-06, 1.86e-06, 1.54e-06, 2.00e-07, 4.23e-07, 1.04e-07, 1.90e-06, 6.03e-06, 1.72e-05, 3.21e-05, 1.21e-04, 1.39e-06, 1.29e-06, 9.81e-07, 5.31e-07, 3.22e-09, 7.07e-09, 1.05e-06, 4.26e-08] [2.83e-06, 3.80e-06, 1.14e-06, 2.18e-06, 1.86e-06, 1.54e-06, 2.00e-07, 4.23e-07, 1.04e-07, 1.90e-06, 6.03e-06, 1.72e-05, 3.21e-05, 1.21e-04, 1.39e-06, 1.29e-06, 9.81e-07, 5.31e-07, 3.22e-09, 7.07e-09, 1.05e-06, 4.26e-08] []
70000 [1.57e-06, 3.69e-06, 1.09e-06, 2.25e-06, 1.92e-06, 1.40e-06, 2.40e-07, 6.51e-08, 7.75e-06, 4.99e-07, 2.22e-06, 5.76e-06, 1.24e-05, 3.35e-05, 3.39e-07, 5.01e-07, 2.40e-07, 2.00e-07, 0.00e+00, 7.78e-07, 2.14e-07, 4.69e-06] [1.57e-06, 3.69e-06, 1.09e-06, 2.25e-06, 1.92e-06, 1.40e-06, 2.40e-07, 6.51e-08, 7.75e-06, 4.99e-07, 2.22e-06, 5.76e-06, 1.24e-05, 3.35e-05, 3.39e-07, 5.01e-07, 2.40e-07, 2.00e-07, 0.00e+00, 7.78e-07, 2.14e-07, 4.69e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 42.442417 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
70000 [1.57e-06, 3.69e-06, 1.09e-06, 2.25e-06, 1.92e-06, 1.40e-06, 2.40e-07, 6.51e-08, 7.75e-06, 4.99e-07, 2.22e-06, 5.76e-06, 1.24e-05, 3.35e-05, 3.39e-07, 5.01e-07, 2.40e-07, 2.00e-07, 0.00e+00, 7.78e-07, 2.14e-07, 4.69e-06] [1.57e-06, 3.69e-06, 1.09e-06, 2.25e-06, 1.92e-06, 1.40e-06, 2.40e-07, 6.51e-08, 7.75e-06, 4.99e-07, 2.22e-06, 5.76e-06, 1.24e-05, 3.35e-05, 3.39e-07, 5.01e-07, 2.40e-07, 2.00e-07, 0.00e+00, 7.78e-07, 2.14e-07, 4.69e-06] []
70100 [1.38e-06, 3.68e-06, 1.11e-06, 2.43e-06, 1.64e-06, 1.44e-06, 2.00e-07, 2.74e-06, 4.49e-06, 2.83e-07, 3.92e-05, 2.01e-05, 1.15e-04, 4.05e-05, 3.54e-07, 1.61e-07, 6.74e-07, 7.78e-07, 9.14e-08, 3.58e-07, 4.99e-07, 2.33e-06] [1.38e-06, 3.68e-06, 1.11e-06, 2.43e-06, 1.64e-06, 1.44e-06, 2.00e-07, 2.74e-06, 4.49e-06, 2.83e-07, 3.92e-05, 2.01e-05, 1.15e-04, 4.05e-05, 3.54e-07, 1.61e-07, 6.74e-07, 7.78e-07, 9.14e-08, 3.58e-07, 4.99e-07, 2.33e-06] []
70200 [1.53e-06, 3.82e-06, 1.12e-06, 2.52e-06, 1.79e-06, 1.47e-06, 3.56e-07, 9.25e-06, 2.22e-07, 2.31e-06, 3.66e-05, 1.75e-05, 5.43e-05, 4.74e-07, 2.53e-08, 1.64e-07, 1.26e-09, 6.40e-08, 0.00e+00, 1.49e-07, 4.68e-06, 9.44e-07] [1.53e-06, 3.82e-06, 1.12e-06, 2.52e-06, 1.79e-06, 1.47e-06, 3.56e-07, 9.25e-06, 2.22e-07, 2.31e-06, 3.66e-05, 1.75e-05, 5.43e-05, 4.74e-07, 2.53e-08, 1.64e-07, 1.26e-09, 6.40e-08, 0.00e+00, 1.49e-07, 4.68e-06, 9.44e-07] []
70300 [7.77e-07, 3.75e-06, 1.08e-06, 2.48e-06, 1.66e-06, 1.49e-06, 1.84e-07, 6.53e-07, 2.49e-10, 1.89e-07, 7.59e-07, 2.15e-06, 6.14e-07, 4.88e-06, 5.69e-12, 0.00e+00, 1.28e-10, 2.55e-09, 0.00e+00, 2.24e-10, 1.03e-06, 1.00e-07] [7.77e-07, 3.75e-06, 1.08e-06, 2.48e-06, 1.66e-06, 1.49e-06, 1.84e-07, 6.53e-07, 2.49e-10, 1.89e-07, 7.59e-07, 2.15e-06, 6.14e-07, 4.88e-06, 5.69e-12, 0.00e+00, 1.28e-10, 2.55e-09, 0.00e+00, 2.24e-10, 1.03e-06, 1.00e-07] []
70400 [1.75e-06, 4.03e-06, 1.13e-06, 2.95e-06, 1.68e-06, 1.57e-06, 1.58e-07, 1.60e-07, 7.24e-10, 1.95e-06, 1.84e-05, 4.20e-05, 1.41e-04, 2.57e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.61e-07, 6.61e-09, 1.64e-06, 3.64e-08] [1.75e-06, 4.03e-06, 1.13e-06, 2.95e-06, 1.68e-06, 1.57e-06, 1.58e-07, 1.60e-07, 7.24e-10, 1.95e-06, 1.84e-05, 4.20e-05, 1.41e-04, 2.57e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.61e-07, 6.61e-09, 1.64e-06, 3.64e-08] []
70500 [2.83e-06, 4.38e-06, 1.14e-06, 3.20e-06, 2.21e-06, 1.65e-06, 1.70e-07, 8.20e-05, 1.26e-05, 1.12e-05, 9.01e-06, 7.97e-05, 9.28e-05, 4.26e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.21e-05, 0.00e+00, 7.07e-05, 1.65e-05] [2.83e-06, 4.38e-06, 1.14e-06, 3.20e-06, 2.21e-06, 1.65e-06, 1.70e-07, 8.20e-05, 1.26e-05, 1.12e-05, 9.01e-06, 7.97e-05, 9.28e-05, 4.26e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.21e-05, 0.00e+00, 7.07e-05, 1.65e-05] []
70600 [3.32e-06, 3.84e-06, 1.14e-06, 2.38e-06, 1.76e-06, 1.58e-06, 2.31e-07, 1.44e-06, 4.67e-08, 1.75e-06, 2.40e-05, 3.91e-05, 1.40e-04, 2.58e-04, 2.59e-06, 2.62e-06, 1.82e-06, 2.11e-06, 3.83e-07, 2.04e-09, 2.56e-06, 1.80e-08] [3.32e-06, 3.84e-06, 1.14e-06, 2.38e-06, 1.76e-06, 1.58e-06, 2.31e-07, 1.44e-06, 4.67e-08, 1.75e-06, 2.40e-05, 3.91e-05, 1.40e-04, 2.58e-04, 2.59e-06, 2.62e-06, 1.82e-06, 2.11e-06, 3.83e-07, 2.04e-09, 2.56e-06, 1.80e-08] []
70700 [1.44e-06, 4.04e-06, 1.22e-06, 3.68e-06, 1.54e-06, 1.61e-06, 2.83e-07, 4.64e-08, 1.35e-06, 6.02e-08, 8.29e-07, 7.56e-07, 8.69e-07, 2.02e-07, 1.45e-07, 5.76e-08, 4.20e-08, 2.08e-08, 1.92e-12, 4.29e-07, 2.40e-07, 2.62e-06] [1.44e-06, 4.04e-06, 1.22e-06, 3.68e-06, 1.54e-06, 1.61e-06, 2.83e-07, 4.64e-08, 1.35e-06, 6.02e-08, 8.29e-07, 7.56e-07, 8.69e-07, 2.02e-07, 1.45e-07, 5.76e-08, 4.20e-08, 2.08e-08, 1.92e-12, 4.29e-07, 2.40e-07, 2.62e-06] []
70800 [1.04e-06, 3.88e-06, 1.17e-06, 2.89e-06, 1.35e-06, 1.52e-06, 2.51e-07, 2.34e-10, 7.64e-11, 9.12e-10, 4.16e-07, 4.11e-07, 5.05e-07, 1.78e-08, 1.68e-08, 5.13e-09, 9.20e-09, 1.63e-08, 3.31e-10, 1.93e-09, 1.75e-06, 3.61e-08] [1.04e-06, 3.88e-06, 1.17e-06, 2.89e-06, 1.35e-06, 1.52e-06, 2.51e-07, 2.34e-10, 7.64e-11, 9.12e-10, 4.16e-07, 4.11e-07, 5.05e-07, 1.78e-08, 1.68e-08, 5.13e-09, 9.20e-09, 1.63e-08, 3.31e-10, 1.93e-09, 1.75e-06, 3.61e-08] []
70900 [3.72e-06, 3.89e-06, 1.16e-06, 2.58e-06, 3.01e-06, 1.55e-06, 3.00e-07, 1.83e-06, 3.34e-09, 4.84e-06, 1.09e-04, 9.51e-05, 1.25e-04, 3.85e-05, 3.23e-06, 8.97e-07, 4.03e-07, 0.00e+00, 5.91e-07, 2.52e-09, 3.96e-06, 2.70e-08] [3.72e-06, 3.89e-06, 1.16e-06, 2.58e-06, 3.01e-06, 1.55e-06, 3.00e-07, 1.83e-06, 3.34e-09, 4.84e-06, 1.09e-04, 9.51e-05, 1.25e-04, 3.85e-05, 3.23e-06, 8.97e-07, 4.03e-07, 0.00e+00, 5.91e-07, 2.52e-09, 3.96e-06, 2.70e-08] []
71000 [1.20e-06, 3.82e-06, 1.14e-06, 2.55e-06, 1.51e-06, 1.51e-06, 2.38e-07, 3.72e-08, 3.79e-12, 2.28e-09, 4.50e-07, 4.60e-07, 1.07e-06, 9.22e-07, 2.14e-08, 1.82e-08, 1.46e-08, 2.34e-08, 1.64e-09, 7.73e-10, 4.90e-08, 1.21e-08] [1.20e-06, 3.82e-06, 1.14e-06, 2.55e-06, 1.51e-06, 1.51e-06, 2.38e-07, 3.72e-08, 3.79e-12, 2.28e-09, 4.50e-07, 4.60e-07, 1.07e-06, 9.22e-07, 2.14e-08, 1.82e-08, 1.46e-08, 2.34e-08, 1.64e-09, 7.73e-10, 4.90e-08, 1.21e-08] []
71100 [1.37e-06, 3.87e-06, 1.19e-06, 2.57e-06, 1.55e-06, 1.50e-06, 2.23e-07, 1.36e-07, 2.45e-10, 4.58e-08, 5.57e-07, 6.97e-07, 5.96e-07, 1.67e-06, 4.21e-08, 2.81e-08, 8.74e-09, 2.22e-08, 0.00e+00, 3.09e-10, 2.92e-07, 1.50e-08] [1.37e-06, 3.87e-06, 1.19e-06, 2.57e-06, 1.55e-06, 1.50e-06, 2.23e-07, 1.36e-07, 2.45e-10, 4.58e-08, 5.57e-07, 6.97e-07, 5.96e-07, 1.67e-06, 4.21e-08, 2.81e-08, 8.74e-09, 2.22e-08, 0.00e+00, 3.09e-10, 2.92e-07, 1.50e-08] []
71200 [1.19e-06, 3.75e-06, 1.19e-06, 2.25e-06, 1.65e-06, 1.48e-06, 2.47e-07, 9.06e-05, 1.51e-07, 1.38e-08, 1.45e-05, 8.95e-06, 5.18e-05, 2.49e-05, 6.69e-08, 1.30e-07, 5.80e-07, 3.36e-07, 0.00e+00, 1.64e-10, 8.86e-05, 2.28e-07] [1.19e-06, 3.75e-06, 1.19e-06, 2.25e-06, 1.65e-06, 1.48e-06, 2.47e-07, 9.06e-05, 1.51e-07, 1.38e-08, 1.45e-05, 8.95e-06, 5.18e-05, 2.49e-05, 6.69e-08, 1.30e-07, 5.80e-07, 3.36e-07, 0.00e+00, 1.64e-10, 8.86e-05, 2.28e-07] []
71300 [1.15e-06, 3.80e-06, 1.18e-06, 2.39e-06, 1.68e-06, 1.52e-06, 2.35e-07, 1.30e-07, 2.78e-09, 6.30e-09, 1.22e-06, 1.15e-06, 3.73e-06, 3.66e-06, 8.31e-10, 1.40e-09, 8.31e-11, 0.00e+00, 1.48e-09, 4.58e-10, 5.65e-08, 1.39e-08] [1.15e-06, 3.80e-06, 1.18e-06, 2.39e-06, 1.68e-06, 1.52e-06, 2.35e-07, 1.30e-07, 2.78e-09, 6.30e-09, 1.22e-06, 1.15e-06, 3.73e-06, 3.66e-06, 8.31e-10, 1.40e-09, 8.31e-11, 0.00e+00, 1.48e-09, 4.58e-10, 5.65e-08, 1.39e-08] []
71400 [1.46e-06, 3.86e-06, 1.23e-06, 2.49e-06, 1.75e-06, 1.57e-06, 2.86e-07, 6.89e-05, 2.79e-04, 4.35e-07, 7.82e-06, 4.73e-06, 1.13e-05, 3.38e-06, 3.92e-08, 6.66e-08, 9.29e-13, 2.53e-07, 1.43e-05, 5.78e-05, 8.02e-05, 2.64e-04] [1.46e-06, 3.86e-06, 1.23e-06, 2.49e-06, 1.75e-06, 1.57e-06, 2.86e-07, 6.89e-05, 2.79e-04, 4.35e-07, 7.82e-06, 4.73e-06, 1.13e-05, 3.38e-06, 3.92e-08, 6.66e-08, 9.29e-13, 2.53e-07, 1.43e-05, 5.78e-05, 8.02e-05, 2.64e-04] []
71500 [1.15e-06, 3.71e-06, 1.19e-06, 2.20e-06, 1.74e-06, 1.51e-06, 2.72e-07, 1.27e-07, 6.45e-08, 2.77e-08, 3.33e-06, 1.93e-06, 8.31e-06, 2.87e-06, 7.53e-09, 1.94e-08, 2.48e-08, 7.30e-08, 1.19e-07, 2.21e-10, 7.55e-07, 4.75e-08] [1.15e-06, 3.71e-06, 1.19e-06, 2.20e-06, 1.74e-06, 1.51e-06, 2.72e-07, 1.27e-07, 6.45e-08, 2.77e-08, 3.33e-06, 1.93e-06, 8.31e-06, 2.87e-06, 7.53e-09, 1.94e-08, 2.48e-08, 7.30e-08, 1.19e-07, 2.21e-10, 7.55e-07, 4.75e-08] []
71600 [4.39e-06, 3.89e-06, 1.31e-06, 2.16e-06, 2.08e-06, 1.58e-06, 3.54e-07, 8.62e-08, 9.43e-08, 4.05e-06, 2.59e-05, 5.00e-05, 1.48e-04, 4.08e-04, 3.79e-06, 3.49e-06, 2.03e-06, 3.39e-06, 6.45e-10, 5.71e-09, 2.14e-07, 3.22e-08] [4.39e-06, 3.89e-06, 1.31e-06, 2.16e-06, 2.08e-06, 1.58e-06, 3.54e-07, 8.62e-08, 9.43e-08, 4.05e-06, 2.59e-05, 5.00e-05, 1.48e-04, 4.08e-04, 3.79e-06, 3.49e-06, 2.03e-06, 3.39e-06, 6.45e-10, 5.71e-09, 2.14e-07, 3.22e-08] []
71700 [1.34e-06, 3.91e-06, 1.28e-06, 2.49e-06, 2.10e-06, 1.55e-06, 2.83e-07, 1.14e-05, 4.60e-06, 6.88e-07, 4.26e-05, 2.87e-05, 1.14e-04, 5.52e-05, 3.86e-09, 2.87e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.55e-06, 7.29e-07] [1.34e-06, 3.91e-06, 1.28e-06, 2.49e-06, 2.10e-06, 1.55e-06, 2.83e-07, 1.14e-05, 4.60e-06, 6.88e-07, 4.26e-05, 2.87e-05, 1.14e-04, 5.52e-05, 3.86e-09, 2.87e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.55e-06, 7.29e-07] []
71800 [1.03e-06, 3.65e-06, 1.18e-06, 2.08e-06, 1.80e-06, 1.54e-06, 2.73e-07, 5.09e-08, 6.30e-08, 4.03e-07, 2.12e-05, 1.38e-05, 4.68e-05, 6.62e-06, 6.45e-08, 4.32e-08, 1.31e-07, 2.02e-07, 6.46e-10, 1.48e-10, 6.17e-08, 2.99e-08] [1.03e-06, 3.65e-06, 1.18e-06, 2.08e-06, 1.80e-06, 1.54e-06, 2.73e-07, 5.09e-08, 6.30e-08, 4.03e-07, 2.12e-05, 1.38e-05, 4.68e-05, 6.62e-06, 6.45e-08, 4.32e-08, 1.31e-07, 2.02e-07, 6.46e-10, 1.48e-10, 6.17e-08, 2.99e-08] []
71900 [8.79e-07, 3.72e-06, 1.22e-06, 2.17e-06, 1.99e-06, 1.51e-06, 2.74e-07, 6.31e-08, 3.19e-05, 6.16e-07, 4.94e-06, 7.93e-06, 3.66e-06, 8.28e-06, 0.00e+00, 9.50e-09, 1.01e-08, 1.83e-08, 5.00e-08, 0.00e+00, 2.79e-07, 3.49e-05] [8.79e-07, 3.72e-06, 1.22e-06, 2.17e-06, 1.99e-06, 1.51e-06, 2.74e-07, 6.31e-08, 3.19e-05, 6.16e-07, 4.94e-06, 7.93e-06, 3.66e-06, 8.28e-06, 0.00e+00, 9.50e-09, 1.01e-08, 1.83e-08, 5.00e-08, 0.00e+00, 2.79e-07, 3.49e-05] []
72000 [3.43e-06, 3.68e-06, 1.22e-06, 2.01e-06, 1.87e-06, 1.57e-06, 3.41e-07, 7.61e-08, 2.23e-09, 6.18e-07, 7.33e-05, 5.53e-05, 3.09e-04, 3.32e-04, 1.88e-06, 1.28e-06, 1.21e-06, 6.13e-06, 1.15e-09, 2.98e-09, 6.52e-08, 2.35e-08] [3.43e-06, 3.68e-06, 1.22e-06, 2.01e-06, 1.87e-06, 1.57e-06, 3.41e-07, 7.61e-08, 2.23e-09, 6.18e-07, 7.33e-05, 5.53e-05, 3.09e-04, 3.32e-04, 1.88e-06, 1.28e-06, 1.21e-06, 6.13e-06, 1.15e-09, 2.98e-09, 6.52e-08, 2.35e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 45.929632 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
72000 [3.43e-06, 3.68e-06, 1.22e-06, 2.01e-06, 1.87e-06, 1.57e-06, 3.41e-07, 7.61e-08, 2.23e-09, 6.18e-07, 7.33e-05, 5.53e-05, 3.09e-04, 3.32e-04, 1.88e-06, 1.28e-06, 1.21e-06, 6.13e-06, 1.15e-09, 2.98e-09, 6.52e-08, 2.35e-08] [3.43e-06, 3.68e-06, 1.22e-06, 2.01e-06, 1.87e-06, 1.57e-06, 3.41e-07, 7.61e-08, 2.23e-09, 6.18e-07, 7.33e-05, 5.53e-05, 3.09e-04, 3.32e-04, 1.88e-06, 1.28e-06, 1.21e-06, 6.13e-06, 1.15e-09, 2.98e-09, 6.52e-08, 2.35e-08] []
72100 [3.01e-05, 5.27e-05, 3.48e-05, 5.81e-05, 2.59e-05, 3.51e-06, 1.89e-06, 6.08e-05, 1.51e-06, 4.60e-07, 1.39e-04, 1.19e-03, 9.12e-04, 9.22e-04, 1.29e-07, 0.00e+00, 2.92e-05, 3.20e-07, 1.50e-06, 7.21e-07, 1.70e-05, 2.92e-06] [3.01e-05, 5.27e-05, 3.48e-05, 5.81e-05, 2.59e-05, 3.51e-06, 1.89e-06, 6.08e-05, 1.51e-06, 4.60e-07, 1.39e-04, 1.19e-03, 9.12e-04, 9.22e-04, 1.29e-07, 0.00e+00, 2.92e-05, 3.20e-07, 1.50e-06, 7.21e-07, 1.70e-05, 2.92e-06] []
72200 [4.89e-06, 5.28e-06, 1.88e-06, 2.56e-06, 2.44e-06, 1.33e-06, 2.83e-07, 3.60e-09, 7.00e-09, 8.20e-09, 1.48e-05, 6.21e-04, 6.75e-04, 4.34e-06, 2.24e-07, 2.39e-07, 5.26e-08, 1.46e-07, 1.90e-08, 1.61e-09, 4.93e-07, 4.02e-08] [4.89e-06, 5.28e-06, 1.88e-06, 2.56e-06, 2.44e-06, 1.33e-06, 2.83e-07, 3.60e-09, 7.00e-09, 8.20e-09, 1.48e-05, 6.21e-04, 6.75e-04, 4.34e-06, 2.24e-07, 2.39e-07, 5.26e-08, 1.46e-07, 1.90e-08, 1.61e-09, 4.93e-07, 4.02e-08] []
72300 [3.65e-06, 3.90e-06, 1.89e-06, 3.02e-06, 1.24e-06, 1.60e-06, 1.26e-07, 4.54e-09, 5.77e-10, 3.05e-09, 1.30e-05, 5.96e-04, 6.35e-04, 3.77e-06, 1.54e-07, 1.67e-07, 1.13e-07, 7.29e-08, 1.77e-08, 1.72e-09, 4.33e-07, 3.54e-08] [3.65e-06, 3.90e-06, 1.89e-06, 3.02e-06, 1.24e-06, 1.60e-06, 1.26e-07, 4.54e-09, 5.77e-10, 3.05e-09, 1.30e-05, 5.96e-04, 6.35e-04, 3.77e-06, 1.54e-07, 1.67e-07, 1.13e-07, 7.29e-08, 1.77e-08, 1.72e-09, 4.33e-07, 3.54e-08] []
72400 [3.53e-06, 1.37e-06, 2.33e-06, 3.25e-06, 2.65e-06, 1.59e-06, 9.87e-08, 6.65e-08, 3.11e-09, 5.41e-09, 3.15e-05, 4.91e-04, 4.56e-04, 8.20e-07, 4.36e-07, 2.12e-07, 5.68e-07, 5.47e-07, 2.15e-08, 2.74e-09, 1.00e-06, 7.33e-08] [3.53e-06, 1.37e-06, 2.33e-06, 3.25e-06, 2.65e-06, 1.59e-06, 9.87e-08, 6.65e-08, 3.11e-09, 5.41e-09, 3.15e-05, 4.91e-04, 4.56e-04, 8.20e-07, 4.36e-07, 2.12e-07, 5.68e-07, 5.47e-07, 2.15e-08, 2.74e-09, 1.00e-06, 7.33e-08] []
72500 [3.86e-06, 8.55e-07, 1.79e-06, 2.76e-06, 2.76e-06, 1.20e-06, 6.95e-08, 1.53e-07, 1.35e-08, 5.11e-09, 5.48e-05, 4.15e-04, 3.51e-04, 5.41e-07, 7.34e-07, 3.98e-07, 6.52e-07, 5.91e-07, 9.51e-08, 1.12e-08, 1.16e-06, 8.87e-08] [3.86e-06, 8.55e-07, 1.79e-06, 2.76e-06, 2.76e-06, 1.20e-06, 6.95e-08, 1.53e-07, 1.35e-08, 5.11e-09, 5.48e-05, 4.15e-04, 3.51e-04, 5.41e-07, 7.34e-07, 3.98e-07, 6.52e-07, 5.91e-07, 9.51e-08, 1.12e-08, 1.16e-06, 8.87e-08] []
72600 [6.45e-06, 2.72e-06, 1.84e-06, 3.44e-06, 3.03e-06, 5.63e-07, 3.43e-07, 1.40e-05, 1.15e-05, 7.95e-09, 4.87e-05, 4.14e-04, 3.84e-04, 4.16e-07, 3.00e-07, 8.42e-09, 4.37e-07, 1.68e-06, 0.00e+00, 6.93e-07, 9.83e-07, 4.28e-06] [6.45e-06, 2.72e-06, 1.84e-06, 3.44e-06, 3.03e-06, 5.63e-07, 3.43e-07, 1.40e-05, 1.15e-05, 7.95e-09, 4.87e-05, 4.14e-04, 3.84e-04, 4.16e-07, 3.00e-07, 8.42e-09, 4.37e-07, 1.68e-06, 0.00e+00, 6.93e-07, 9.83e-07, 4.28e-06] []
72700 [5.06e-06, 1.31e-06, 1.49e-06, 2.51e-06, 2.19e-06, 4.67e-07, 1.41e-07, 6.72e-12, 7.92e-10, 9.00e-09, 6.22e-05, 3.45e-04, 2.60e-04, 5.76e-07, 1.02e-06, 4.21e-07, 4.99e-07, 8.73e-07, 2.50e-09, 1.02e-09, 8.53e-08, 5.48e-08] [5.06e-06, 1.31e-06, 1.49e-06, 2.51e-06, 2.19e-06, 4.67e-07, 1.41e-07, 6.72e-12, 7.92e-10, 9.00e-09, 6.22e-05, 3.45e-04, 2.60e-04, 5.76e-07, 1.02e-06, 4.21e-07, 4.99e-07, 8.73e-07, 2.50e-09, 1.02e-09, 8.53e-08, 5.48e-08] []
72800 [5.41e-06, 1.48e-06, 1.51e-06, 2.38e-06, 2.12e-06, 4.80e-07, 1.41e-07, 1.12e-08, 8.59e-10, 2.77e-06, 9.36e-05, 2.97e-04, 2.19e-04, 4.78e-07, 2.55e-07, 2.30e-07, 2.45e-06, 3.44e-07, 1.36e-06, 1.35e-07, 6.39e-06, 4.35e-07] [5.41e-06, 1.48e-06, 1.51e-06, 2.38e-06, 2.12e-06, 4.80e-07, 1.41e-07, 1.12e-08, 8.59e-10, 2.77e-06, 9.36e-05, 2.97e-04, 2.19e-04, 4.78e-07, 2.55e-07, 2.30e-07, 2.45e-06, 3.44e-07, 1.36e-06, 1.35e-07, 6.39e-06, 4.35e-07] []
72900 [5.79e-06, 1.43e-06, 1.41e-06, 2.93e-06, 2.31e-06, 5.78e-07, 1.44e-07, 1.44e-09, 4.82e-08, 1.16e-06, 8.84e-05, 3.40e-04, 4.49e-04, 5.52e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.07e-08, 0.00e+00, 3.27e-07, 7.53e-07] [5.79e-06, 1.43e-06, 1.41e-06, 2.93e-06, 2.31e-06, 5.78e-07, 1.44e-07, 1.44e-09, 4.82e-08, 1.16e-06, 8.84e-05, 3.40e-04, 4.49e-04, 5.52e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.07e-08, 0.00e+00, 3.27e-07, 7.53e-07] []
73000 [7.40e-06, 1.18e-06, 1.42e-06, 2.01e-06, 1.74e-06, 4.66e-07, 1.50e-07, 1.67e-09, 2.95e-08, 2.73e-07, 1.09e-04, 2.59e-04, 2.75e-04, 2.40e-04, 3.77e-06, 1.63e-06, 4.52e-06, 5.68e-06, 1.04e-07, 1.27e-08, 4.20e-07, 6.75e-08] [7.40e-06, 1.18e-06, 1.42e-06, 2.01e-06, 1.74e-06, 4.66e-07, 1.50e-07, 1.67e-09, 2.95e-08, 2.73e-07, 1.09e-04, 2.59e-04, 2.75e-04, 2.40e-04, 3.77e-06, 1.63e-06, 4.52e-06, 5.68e-06, 1.04e-07, 1.27e-08, 4.20e-07, 6.75e-08] []
73100 [7.45e-06, 1.60e-06, 1.54e-06, 3.42e-06, 2.34e-06, 7.32e-07, 1.79e-07, 1.36e-08, 3.49e-08, 4.30e-06, 8.38e-05, 3.68e-04, 4.80e-04, 9.84e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 9.21e-10, 0.00e+00, 3.25e-07, 8.48e-08] [7.45e-06, 1.60e-06, 1.54e-06, 3.42e-06, 2.34e-06, 7.32e-07, 1.79e-07, 1.36e-08, 3.49e-08, 4.30e-06, 8.38e-05, 3.68e-04, 4.80e-04, 9.84e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 9.21e-10, 0.00e+00, 3.25e-07, 8.48e-08] []
73200 [5.91e-06, 1.18e-06, 1.40e-06, 1.90e-06, 1.88e-06, 6.19e-07, 1.86e-07, 9.32e-11, 1.52e-08, 5.97e-08, 3.37e-05, 1.76e-04, 9.77e-05, 1.53e-05, 3.07e-07, 6.57e-07, 6.52e-07, 6.31e-07, 1.06e-08, 2.56e-09, 1.68e-07, 2.30e-08] [5.91e-06, 1.18e-06, 1.40e-06, 1.90e-06, 1.88e-06, 6.19e-07, 1.86e-07, 9.32e-11, 1.52e-08, 5.97e-08, 3.37e-05, 1.76e-04, 9.77e-05, 1.53e-05, 3.07e-07, 6.57e-07, 6.52e-07, 6.31e-07, 1.06e-08, 2.56e-09, 1.68e-07, 2.30e-08] []
73300 [4.90e-06, 1.40e-06, 1.50e-06, 2.30e-06, 2.29e-06, 7.73e-07, 2.02e-07, 6.20e-11, 5.33e-08, 7.37e-07, 7.62e-05, 2.02e-04, 2.62e-04, 2.61e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.46e-13, 0.00e+00, 5.11e-07, 2.00e-07] [4.90e-06, 1.40e-06, 1.50e-06, 2.30e-06, 2.29e-06, 7.73e-07, 2.02e-07, 6.20e-11, 5.33e-08, 7.37e-07, 7.62e-05, 2.02e-04, 2.62e-04, 2.61e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.46e-13, 0.00e+00, 5.11e-07, 2.00e-07] []
73400 [6.46e-06, 1.87e-06, 1.49e-06, 2.22e-06, 3.56e-06, 5.77e-07, 2.12e-07, 4.12e-11, 1.48e-10, 4.32e-07, 6.03e-05, 9.92e-05, 1.18e-04, 1.47e-04, 1.96e-06, 3.46e-06, 1.75e-06, 3.03e-06, 4.69e-09, 2.24e-09, 4.97e-08, 8.86e-09] [6.46e-06, 1.87e-06, 1.49e-06, 2.22e-06, 3.56e-06, 5.77e-07, 2.12e-07, 4.12e-11, 1.48e-10, 4.32e-07, 6.03e-05, 9.92e-05, 1.18e-04, 1.47e-04, 1.96e-06, 3.46e-06, 1.75e-06, 3.03e-06, 4.69e-09, 2.24e-09, 4.97e-08, 8.86e-09] []
73500 [3.38e-06, 2.76e-06, 1.60e-06, 2.49e-06, 4.64e-06, 6.81e-07, 2.12e-07, 1.85e-08, 1.18e-08, 3.86e-07, 1.97e-05, 4.27e-05, 2.12e-05, 4.13e-05, 1.74e-08, 9.99e-10, 1.52e-09, 4.29e-08, 2.57e-09, 0.00e+00, 3.65e-08, 4.64e-08] [3.38e-06, 2.76e-06, 1.60e-06, 2.49e-06, 4.64e-06, 6.81e-07, 2.12e-07, 1.85e-08, 1.18e-08, 3.86e-07, 1.97e-05, 4.27e-05, 2.12e-05, 4.13e-05, 1.74e-08, 9.99e-10, 1.52e-09, 4.29e-08, 2.57e-09, 0.00e+00, 3.65e-08, 4.64e-08] []
73600 [5.43e-06, 3.54e-06, 1.77e-06, 2.51e-06, 5.24e-06, 6.64e-07, 2.16e-07, 2.68e-09, 1.25e-07, 1.18e-07, 8.72e-05, 4.17e-05, 1.68e-04, 1.19e-04, 2.39e-06, 1.73e-06, 2.28e-06, 2.69e-06, 6.80e-08, 3.43e-08, 3.71e-07, 2.03e-07] [5.43e-06, 3.54e-06, 1.77e-06, 2.51e-06, 5.24e-06, 6.64e-07, 2.16e-07, 2.68e-09, 1.25e-07, 1.18e-07, 8.72e-05, 4.17e-05, 1.68e-04, 1.19e-04, 2.39e-06, 1.73e-06, 2.28e-06, 2.69e-06, 6.80e-08, 3.43e-08, 3.71e-07, 2.03e-07] []
73700 [3.68e-06, 3.72e-06, 1.81e-06, 2.28e-06, 5.17e-06, 7.17e-07, 2.00e-07, 1.42e-08, 1.47e-06, 1.94e-08, 3.42e-05, 1.46e-05, 3.51e-05, 4.55e-06, 5.25e-07, 2.12e-07, 5.08e-07, 3.86e-07, 3.08e-08, 2.85e-07, 1.73e-07, 1.64e-06] [3.68e-06, 3.72e-06, 1.81e-06, 2.28e-06, 5.17e-06, 7.17e-07, 2.00e-07, 1.42e-08, 1.47e-06, 1.94e-08, 3.42e-05, 1.46e-05, 3.51e-05, 4.55e-06, 5.25e-07, 2.12e-07, 5.08e-07, 3.86e-07, 3.08e-08, 2.85e-07, 1.73e-07, 1.64e-06] []
73800 [3.44e-06, 3.63e-06, 1.92e-06, 2.71e-06, 5.01e-06, 8.04e-07, 1.64e-07, 1.02e-07, 1.69e-05, 3.66e-06, 1.57e-05, 5.67e-05, 8.79e-05, 2.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.14e-08, 8.45e-12, 0.00e+00, 1.41e-07, 2.92e-05] [3.44e-06, 3.63e-06, 1.92e-06, 2.71e-06, 5.01e-06, 8.04e-07, 1.64e-07, 1.02e-07, 1.69e-05, 3.66e-06, 1.57e-05, 5.67e-05, 8.79e-05, 2.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.14e-08, 8.45e-12, 0.00e+00, 1.41e-07, 2.92e-05] []
73900 [3.85e-06, 3.62e-06, 1.93e-06, 2.07e-06, 4.77e-06, 7.44e-07, 1.73e-07, 5.38e-09, 1.52e-06, 5.56e-08, 1.12e-05, 7.15e-06, 7.91e-06, 6.53e-06, 3.36e-07, 1.73e-07, 2.94e-07, 6.12e-07, 0.00e+00, 0.00e+00, 6.60e-08, 2.21e-06] [3.85e-06, 3.62e-06, 1.93e-06, 2.07e-06, 4.77e-06, 7.44e-07, 1.73e-07, 5.38e-09, 1.52e-06, 5.56e-08, 1.12e-05, 7.15e-06, 7.91e-06, 6.53e-06, 3.36e-07, 1.73e-07, 2.94e-07, 6.12e-07, 0.00e+00, 0.00e+00, 6.60e-08, 2.21e-06] []
74000 [3.09e-06, 3.70e-06, 1.99e-06, 2.50e-06, 4.75e-06, 8.21e-07, 1.78e-07, 7.94e-08, 2.49e-07, 1.22e-06, 3.30e-05, 5.26e-05, 1.46e-04, 2.52e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.43e-09, 1.36e-07, 7.43e-07] [3.09e-06, 3.70e-06, 1.99e-06, 2.50e-06, 4.75e-06, 8.21e-07, 1.78e-07, 7.94e-08, 2.49e-07, 1.22e-06, 3.30e-05, 5.26e-05, 1.46e-04, 2.52e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.43e-09, 1.36e-07, 7.43e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 46.192073 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
74000 [3.09e-06, 3.70e-06, 1.99e-06, 2.50e-06, 4.75e-06, 8.21e-07, 1.78e-07, 7.94e-08, 2.49e-07, 1.22e-06, 3.30e-05, 5.26e-05, 1.46e-04, 2.52e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.43e-09, 1.36e-07, 7.43e-07] [3.09e-06, 3.70e-06, 1.99e-06, 2.50e-06, 4.75e-06, 8.21e-07, 1.78e-07, 7.94e-08, 2.49e-07, 1.22e-06, 3.30e-05, 5.26e-05, 1.46e-04, 2.52e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.43e-09, 1.36e-07, 7.43e-07] []
74100 [3.77e-06, 3.55e-06, 1.95e-06, 1.76e-06, 4.38e-06, 8.05e-07, 1.82e-07, 7.23e-08, 6.75e-06, 1.26e-07, 4.98e-05, 2.38e-05, 1.19e-04, 8.02e-05, 7.00e-07, 6.86e-07, 1.95e-06, 1.84e-06, 5.89e-08, 0.00e+00, 3.34e-07, 6.95e-06] [3.77e-06, 3.55e-06, 1.95e-06, 1.76e-06, 4.38e-06, 8.05e-07, 1.82e-07, 7.23e-08, 6.75e-06, 1.26e-07, 4.98e-05, 2.38e-05, 1.19e-04, 8.02e-05, 7.00e-07, 6.86e-07, 1.95e-06, 1.84e-06, 5.89e-08, 0.00e+00, 3.34e-07, 6.95e-06] []
74200 [3.56e-06, 3.43e-06, 1.97e-06, 1.85e-06, 4.19e-06, 8.08e-07, 1.63e-07, 1.39e-09, 4.34e-07, 2.88e-07, 9.91e-06, 8.75e-06, 1.45e-05, 3.55e-05, 3.82e-07, 4.39e-07, 3.68e-07, 7.39e-07, 2.50e-09, 6.19e-08, 3.75e-08, 3.23e-07] [3.56e-06, 3.43e-06, 1.97e-06, 1.85e-06, 4.19e-06, 8.08e-07, 1.63e-07, 1.39e-09, 4.34e-07, 2.88e-07, 9.91e-06, 8.75e-06, 1.45e-05, 3.55e-05, 3.82e-07, 4.39e-07, 3.68e-07, 7.39e-07, 2.50e-09, 6.19e-08, 3.75e-08, 3.23e-07] []
74300 [4.01e-06, 3.31e-06, 1.93e-06, 1.85e-06, 3.86e-06, 8.31e-07, 1.91e-07, 2.92e-07, 3.77e-07, 8.14e-07, 1.03e-05, 1.94e-05, 5.80e-06, 5.20e-05, 7.07e-07, 1.17e-06, 3.44e-07, 6.33e-07, 7.11e-09, 5.92e-09, 1.72e-07, 9.62e-08] [4.01e-06, 3.31e-06, 1.93e-06, 1.85e-06, 3.86e-06, 8.31e-07, 1.91e-07, 2.92e-07, 3.77e-07, 8.14e-07, 1.03e-05, 1.94e-05, 5.80e-06, 5.20e-05, 7.07e-07, 1.17e-06, 3.44e-07, 6.33e-07, 7.11e-09, 5.92e-09, 1.72e-07, 9.62e-08] []
74400 [2.84e-06, 3.40e-06, 2.02e-06, 1.80e-06, 4.00e-06, 8.01e-07, 1.69e-07, 4.12e-06, 1.35e-06, 2.64e-12, 5.75e-06, 5.88e-06, 4.11e-06, 1.23e-06, 2.11e-08, 4.13e-08, 9.41e-08, 7.28e-08, 1.99e-07, 0.00e+00, 1.21e-06, 1.49e-06] [2.84e-06, 3.40e-06, 2.02e-06, 1.80e-06, 4.00e-06, 8.01e-07, 1.69e-07, 4.12e-06, 1.35e-06, 2.64e-12, 5.75e-06, 5.88e-06, 4.11e-06, 1.23e-06, 2.11e-08, 4.13e-08, 9.41e-08, 7.28e-08, 1.99e-07, 0.00e+00, 1.21e-06, 1.49e-06] []
74500 [2.55e-06, 3.25e-06, 1.96e-06, 1.86e-06, 3.62e-06, 9.10e-07, 1.85e-07, 1.67e-06, 2.86e-05, 1.14e-06, 1.73e-05, 3.96e-05, 7.16e-06, 1.15e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.85e-08, 7.24e-12, 1.01e-06, 9.34e-07, 5.57e-06] [2.55e-06, 3.25e-06, 1.96e-06, 1.86e-06, 3.62e-06, 9.10e-07, 1.85e-07, 1.67e-06, 2.86e-05, 1.14e-06, 1.73e-05, 3.96e-05, 7.16e-06, 1.15e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.85e-08, 7.24e-12, 1.01e-06, 9.34e-07, 5.57e-06] []
74600 [2.33e-06, 3.36e-06, 2.01e-06, 1.95e-06, 3.72e-06, 8.02e-07, 1.82e-07, 1.74e-06, 4.33e-10, 3.75e-07, 7.34e-06, 1.20e-05, 2.54e-05, 4.87e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.68e-11, 2.05e-08, 0.00e+00, 2.39e-07, 4.92e-07] [2.33e-06, 3.36e-06, 2.01e-06, 1.95e-06, 3.72e-06, 8.02e-07, 1.82e-07, 1.74e-06, 4.33e-10, 3.75e-07, 7.34e-06, 1.20e-05, 2.54e-05, 4.87e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.68e-11, 2.05e-08, 0.00e+00, 2.39e-07, 4.92e-07] []
74700 [4.21e-06, 3.80e-06, 2.24e-06, 2.65e-06, 3.98e-06, 8.57e-07, 1.86e-07, 5.46e-06, 9.10e-08, 2.26e-06, 1.57e-04, 1.42e-04, 6.48e-04, 7.59e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.11e-09, 8.68e-06, 1.07e-07] [4.21e-06, 3.80e-06, 2.24e-06, 2.65e-06, 3.98e-06, 8.57e-07, 1.86e-07, 5.46e-06, 9.10e-08, 2.26e-06, 1.57e-04, 1.42e-04, 6.48e-04, 7.59e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.11e-09, 8.68e-06, 1.07e-07] []
74800 [4.55e-06, 3.46e-06, 2.08e-06, 2.28e-06, 3.66e-06, 1.04e-06, 2.38e-07, 1.08e-06, 2.52e-07, 6.59e-06, 1.71e-05, 1.39e-04, 9.61e-05, 5.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.53e-09, 0.00e+00, 2.35e-07, 3.05e-07] [4.55e-06, 3.46e-06, 2.08e-06, 2.28e-06, 3.66e-06, 1.04e-06, 2.38e-07, 1.08e-06, 2.52e-07, 6.59e-06, 1.71e-05, 1.39e-04, 9.61e-05, 5.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.53e-09, 0.00e+00, 2.35e-07, 3.05e-07] []
74900 [2.94e-06, 3.33e-06, 2.03e-06, 1.68e-06, 3.31e-06, 8.34e-07, 2.11e-07, 1.76e-06, 7.63e-08, 2.67e-08, 2.39e-05, 1.18e-05, 5.31e-05, 3.54e-05, 1.31e-07, 3.85e-07, 7.11e-07, 9.71e-07, 0.00e+00, 5.88e-09, 9.44e-07, 5.49e-08] [2.94e-06, 3.33e-06, 2.03e-06, 1.68e-06, 3.31e-06, 8.34e-07, 2.11e-07, 1.76e-06, 7.63e-08, 2.67e-08, 2.39e-05, 1.18e-05, 5.31e-05, 3.54e-05, 1.31e-07, 3.85e-07, 7.11e-07, 9.71e-07, 0.00e+00, 5.88e-09, 9.44e-07, 5.49e-08] []
75000 [2.40e-06, 3.42e-06, 1.99e-06, 2.15e-06, 3.42e-06, 8.20e-07, 1.98e-07, 2.20e-08, 1.45e-05, 4.06e-07, 3.42e-05, 3.06e-05, 1.30e-04, 1.41e-04, 3.79e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.14e-08, 0.00e+00, 3.05e-07, 6.67e-06] [2.40e-06, 3.42e-06, 1.99e-06, 2.15e-06, 3.42e-06, 8.20e-07, 1.98e-07, 2.20e-08, 1.45e-05, 4.06e-07, 3.42e-05, 3.06e-05, 1.30e-04, 1.41e-04, 3.79e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.14e-08, 0.00e+00, 3.05e-07, 6.67e-06] []
75100 [2.65e-06, 3.36e-06, 2.02e-06, 1.69e-06, 3.17e-06, 8.72e-07, 2.36e-07, 4.70e-05, 2.65e-08, 2.93e-09, 4.69e-05, 2.54e-05, 1.09e-04, 3.79e-05, 1.74e-07, 2.23e-07, 1.18e-06, 1.30e-06, 0.00e+00, 8.10e-10, 3.28e-05, 2.15e-08] [2.65e-06, 3.36e-06, 2.02e-06, 1.69e-06, 3.17e-06, 8.72e-07, 2.36e-07, 4.70e-05, 2.65e-08, 2.93e-09, 4.69e-05, 2.54e-05, 1.09e-04, 3.79e-05, 1.74e-07, 2.23e-07, 1.18e-06, 1.30e-06, 0.00e+00, 8.10e-10, 3.28e-05, 2.15e-08] []
75200 [7.83e-06, 4.40e-06, 2.47e-06, 3.18e-06, 3.93e-06, 1.13e-06, 2.80e-07, 8.54e-08, 4.95e-07, 7.63e-06, 1.33e-04, 2.36e-04, 7.26e-04, 1.50e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.75e-09, 3.11e-09, 5.64e-07, 3.88e-07] [7.83e-06, 4.40e-06, 2.47e-06, 3.18e-06, 3.93e-06, 1.13e-06, 2.80e-07, 8.54e-08, 4.95e-07, 7.63e-06, 1.33e-04, 2.36e-04, 7.26e-04, 1.50e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.75e-09, 3.11e-09, 5.64e-07, 3.88e-07] []
75300 [3.49e-06, 3.41e-06, 1.95e-06, 1.77e-06, 3.11e-06, 8.57e-07, 2.19e-07, 1.82e-08, 6.97e-08, 4.60e-07, 8.06e-05, 4.56e-05, 2.64e-04, 1.96e-04, 9.98e-07, 1.08e-06, 3.64e-06, 3.96e-06, 1.55e-08, 0.00e+00, 9.16e-08, 9.38e-06] [3.49e-06, 3.41e-06, 1.95e-06, 1.77e-06, 3.11e-06, 8.57e-07, 2.19e-07, 1.82e-08, 6.97e-08, 4.60e-07, 8.06e-05, 4.56e-05, 2.64e-04, 1.96e-04, 9.98e-07, 1.08e-06, 3.64e-06, 3.96e-06, 1.55e-08, 0.00e+00, 9.16e-08, 9.38e-06] []
75400 [3.38e-06, 3.42e-06, 1.99e-06, 1.97e-06, 3.11e-06, 8.24e-07, 2.33e-07, 1.23e-06, 2.75e-08, 3.31e-07, 2.46e-05, 2.54e-05, 3.49e-05, 8.85e-07, 3.05e-07, 7.59e-07, 8.82e-09, 1.42e-08, 0.00e+00, 6.39e-09, 2.56e-06, 5.26e-08] [3.38e-06, 3.42e-06, 1.99e-06, 1.97e-06, 3.11e-06, 8.24e-07, 2.33e-07, 1.23e-06, 2.75e-08, 3.31e-07, 2.46e-05, 2.54e-05, 3.49e-05, 8.85e-07, 3.05e-07, 7.59e-07, 8.82e-09, 1.42e-08, 0.00e+00, 6.39e-09, 2.56e-06, 5.26e-08] []
75500 [5.90e-06, 3.51e-06, 2.02e-06, 1.84e-06, 3.08e-06, 8.96e-07, 2.64e-07, 5.98e-06, 1.91e-08, 2.91e-06, 6.82e-05, 6.81e-05, 3.13e-04, 5.02e-04, 3.48e-06, 4.14e-06, 5.47e-06, 4.85e-06, 8.23e-07, 8.59e-09, 5.26e-06, 5.32e-08] [5.90e-06, 3.51e-06, 2.02e-06, 1.84e-06, 3.08e-06, 8.96e-07, 2.64e-07, 5.98e-06, 1.91e-08, 2.91e-06, 6.82e-05, 6.81e-05, 3.13e-04, 5.02e-04, 3.48e-06, 4.14e-06, 5.47e-06, 4.85e-06, 8.23e-07, 8.59e-09, 5.26e-06, 5.32e-08] []
75600 [2.51e-06, 3.55e-06, 2.01e-06, 1.79e-06, 3.14e-06, 1.14e-06, 3.28e-07, 1.43e-06, 5.90e-06, 1.27e-06, 5.44e-05, 4.67e-05, 7.88e-05, 1.06e-06, 1.30e-08, 3.76e-08, 2.50e-07, 6.54e-07, 7.45e-08, 4.45e-07, 6.04e-07, 2.80e-06] [2.51e-06, 3.55e-06, 2.01e-06, 1.79e-06, 3.14e-06, 1.14e-06, 3.28e-07, 1.43e-06, 5.90e-06, 1.27e-06, 5.44e-05, 4.67e-05, 7.88e-05, 1.06e-06, 1.30e-08, 3.76e-08, 2.50e-07, 6.54e-07, 7.45e-08, 4.45e-07, 6.04e-07, 2.80e-06] []
75700 [3.07e-06, 3.36e-06, 1.88e-06, 1.82e-06, 3.17e-06, 8.65e-07, 2.39e-07, 3.06e-07, 8.34e-06, 3.96e-07, 1.37e-05, 1.10e-05, 4.43e-05, 7.61e-05, 5.35e-07, 6.46e-07, 1.14e-06, 8.40e-07, 4.61e-09, 0.00e+00, 2.44e-07, 6.41e-06] [3.07e-06, 3.36e-06, 1.88e-06, 1.82e-06, 3.17e-06, 8.65e-07, 2.39e-07, 3.06e-07, 8.34e-06, 3.96e-07, 1.37e-05, 1.10e-05, 4.43e-05, 7.61e-05, 5.35e-07, 6.46e-07, 1.14e-06, 8.40e-07, 4.61e-09, 0.00e+00, 2.44e-07, 6.41e-06] []
75800 [2.15e-06, 3.44e-06, 1.84e-06, 1.79e-06, 3.36e-06, 9.37e-07, 2.62e-07, 1.85e-06, 2.28e-08, 9.41e-08, 1.44e-05, 1.65e-05, 2.17e-05, 7.74e-07, 2.05e-09, 2.11e-09, 4.71e-07, 2.13e-07, 1.20e-06, 8.43e-09, 7.58e-06, 8.98e-08] [2.15e-06, 3.44e-06, 1.84e-06, 1.79e-06, 3.36e-06, 9.37e-07, 2.62e-07, 1.85e-06, 2.28e-08, 9.41e-08, 1.44e-05, 1.65e-05, 2.17e-05, 7.74e-07, 2.05e-09, 2.11e-09, 4.71e-07, 2.13e-07, 1.20e-06, 8.43e-09, 7.58e-06, 8.98e-08] []
75900 [2.19e-06, 3.26e-06, 1.78e-06, 1.86e-06, 3.24e-06, 9.27e-07, 2.69e-07, 8.55e-09, 2.45e-07, 1.09e-07, 5.35e-06, 4.97e-06, 2.73e-06, 3.65e-06, 3.10e-10, 1.04e-08, 8.60e-08, 5.71e-08, 3.82e-09, 6.13e-11, 1.67e-07, 1.12e-07] [2.19e-06, 3.26e-06, 1.78e-06, 1.86e-06, 3.24e-06, 9.27e-07, 2.69e-07, 8.55e-09, 2.45e-07, 1.09e-07, 5.35e-06, 4.97e-06, 2.73e-06, 3.65e-06, 3.10e-10, 1.04e-08, 8.60e-08, 5.71e-08, 3.82e-09, 6.13e-11, 1.67e-07, 1.12e-07] []
76000 [1.92e-06, 3.52e-06, 1.80e-06, 2.22e-06, 3.86e-06, 9.46e-07, 2.72e-07, 5.52e-06, 5.92e-08, 3.91e-07, 1.23e-05, 1.18e-05, 3.65e-06, 1.97e-05, 2.15e-08, 6.90e-09, 2.33e-08, 9.60e-08, 2.93e-07, 3.29e-10, 1.81e-06, 9.00e-08] [1.92e-06, 3.52e-06, 1.80e-06, 2.22e-06, 3.86e-06, 9.46e-07, 2.72e-07, 5.52e-06, 5.92e-08, 3.91e-07, 1.23e-05, 1.18e-05, 3.65e-06, 1.97e-05, 2.15e-08, 6.90e-09, 2.33e-08, 9.60e-08, 2.93e-07, 3.29e-10, 1.81e-06, 9.00e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 47.061528 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
76000 [1.92e-06, 3.52e-06, 1.80e-06, 2.22e-06, 3.86e-06, 9.46e-07, 2.72e-07, 5.52e-06, 5.92e-08, 3.91e-07, 1.23e-05, 1.18e-05, 3.65e-06, 1.97e-05, 2.15e-08, 6.90e-09, 2.33e-08, 9.60e-08, 2.93e-07, 3.29e-10, 1.81e-06, 9.00e-08] [1.92e-06, 3.52e-06, 1.80e-06, 2.22e-06, 3.86e-06, 9.46e-07, 2.72e-07, 5.52e-06, 5.92e-08, 3.91e-07, 1.23e-05, 1.18e-05, 3.65e-06, 1.97e-05, 2.15e-08, 6.90e-09, 2.33e-08, 9.60e-08, 2.93e-07, 3.29e-10, 1.81e-06, 9.00e-08] []
76100 [2.11e-06, 3.31e-06, 1.78e-06, 1.89e-06, 3.57e-06, 9.09e-07, 2.35e-07, 2.92e-08, 3.57e-06, 6.87e-10, 3.80e-06, 2.70e-06, 1.87e-06, 2.60e-07, 3.53e-08, 1.06e-07, 1.03e-07, 6.65e-08, 1.31e-08, 1.98e-09, 1.76e-07, 2.62e-07] [2.11e-06, 3.31e-06, 1.78e-06, 1.89e-06, 3.57e-06, 9.09e-07, 2.35e-07, 2.92e-08, 3.57e-06, 6.87e-10, 3.80e-06, 2.70e-06, 1.87e-06, 2.60e-07, 3.53e-08, 1.06e-07, 1.03e-07, 6.65e-08, 1.31e-08, 1.98e-09, 1.76e-07, 2.62e-07] []
76200 [2.06e-06, 3.28e-06, 1.74e-06, 1.99e-06, 3.80e-06, 9.75e-07, 2.65e-07, 4.41e-06, 1.29e-04, 4.65e-08, 4.59e-06, 4.38e-06, 3.31e-06, 7.00e-07, 9.05e-08, 1.06e-07, 5.18e-08, 2.87e-08, 0.00e+00, 0.00e+00, 2.06e-06, 7.67e-05] [2.06e-06, 3.28e-06, 1.74e-06, 1.99e-06, 3.80e-06, 9.75e-07, 2.65e-07, 4.41e-06, 1.29e-04, 4.65e-08, 4.59e-06, 4.38e-06, 3.31e-06, 7.00e-07, 9.05e-08, 1.06e-07, 5.18e-08, 2.87e-08, 0.00e+00, 0.00e+00, 2.06e-06, 7.67e-05] []
76300 [2.07e-06, 3.22e-06, 1.78e-06, 1.72e-06, 3.73e-06, 9.54e-07, 2.38e-07, 1.51e-06, 2.14e-07, 2.85e-10, 3.87e-06, 2.66e-06, 2.15e-06, 3.69e-07, 1.45e-08, 1.48e-07, 8.48e-08, 8.76e-08, 1.37e-08, 1.09e-07, 7.21e-07, 5.98e-07] [2.07e-06, 3.22e-06, 1.78e-06, 1.72e-06, 3.73e-06, 9.54e-07, 2.38e-07, 1.51e-06, 2.14e-07, 2.85e-10, 3.87e-06, 2.66e-06, 2.15e-06, 3.69e-07, 1.45e-08, 1.48e-07, 8.48e-08, 8.76e-08, 1.37e-08, 1.09e-07, 7.21e-07, 5.98e-07] []
76400 [2.01e-06, 3.23e-06, 1.78e-06, 1.74e-06, 3.56e-06, 9.31e-07, 2.21e-07, 7.21e-08, 3.70e-08, 3.05e-08, 7.04e-06, 3.75e-06, 1.27e-05, 9.90e-06, 9.54e-08, 1.80e-07, 3.64e-07, 3.89e-07, 9.26e-10, 0.00e+00, 2.40e-07, 2.62e-07] [2.01e-06, 3.23e-06, 1.78e-06, 1.74e-06, 3.56e-06, 9.31e-07, 2.21e-07, 7.21e-08, 3.70e-08, 3.05e-08, 7.04e-06, 3.75e-06, 1.27e-05, 9.90e-06, 9.54e-08, 1.80e-07, 3.64e-07, 3.89e-07, 9.26e-10, 0.00e+00, 2.40e-07, 2.62e-07] []
76500 [2.44e-05, 4.44e-06, 2.22e-06, 3.36e-06, 4.19e-06, 2.10e-06, 8.63e-07, 2.94e-07, 1.83e-06, 3.54e-05, 2.56e-04, 6.68e-04, 7.54e-05, 2.15e-03, 6.66e-05, 6.50e-05, 6.83e-06, 4.63e-06, 3.59e-12, 0.00e+00, 5.67e-07, 1.17e-06] [2.44e-05, 4.44e-06, 2.22e-06, 3.36e-06, 4.19e-06, 2.10e-06, 8.63e-07, 2.94e-07, 1.83e-06, 3.54e-05, 2.56e-04, 6.68e-04, 7.54e-05, 2.15e-03, 6.66e-05, 6.50e-05, 6.83e-06, 4.63e-06, 3.59e-12, 0.00e+00, 5.67e-07, 1.17e-06] []
76600 [2.73e-06, 3.48e-06, 1.89e-06, 2.66e-06, 3.52e-06, 9.64e-07, 1.96e-07, 2.60e-07, 1.51e-07, 4.50e-07, 1.95e-04, 1.23e-04, 6.46e-04, 4.57e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.94e-08, 1.14e-09, 2.48e-07, 3.45e-07] [2.73e-06, 3.48e-06, 1.89e-06, 2.66e-06, 3.52e-06, 9.64e-07, 1.96e-07, 2.60e-07, 1.51e-07, 4.50e-07, 1.95e-04, 1.23e-04, 6.46e-04, 4.57e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.94e-08, 1.14e-09, 2.48e-07, 3.45e-07] []
76700 [7.67e-06, 3.58e-06, 1.93e-06, 1.93e-06, 3.02e-06, 1.07e-06, 3.05e-07, 8.04e-06, 1.85e-05, 4.09e-06, 1.66e-04, 1.31e-04, 7.17e-04, 8.52e-04, 6.18e-06, 6.00e-06, 1.01e-05, 1.08e-05, 1.60e-06, 1.73e-06, 1.02e-05, 1.05e-05] [7.67e-06, 3.58e-06, 1.93e-06, 1.93e-06, 3.02e-06, 1.07e-06, 3.05e-07, 8.04e-06, 1.85e-05, 4.09e-06, 1.66e-04, 1.31e-04, 7.17e-04, 8.52e-04, 6.18e-06, 6.00e-06, 1.01e-05, 1.08e-05, 1.60e-06, 1.73e-06, 1.02e-05, 1.05e-05] []
76800 [1.08e-05, 3.50e-06, 1.97e-06, 2.19e-06, 2.90e-06, 1.15e-06, 3.50e-07, 6.54e-05, 1.61e-06, 1.28e-05, 6.09e-05, 1.72e-04, 3.20e-04, 1.16e-03, 1.52e-05, 1.55e-05, 7.94e-06, 6.74e-06, 6.31e-06, 4.73e-08, 3.85e-05, 4.17e-07] [1.08e-05, 3.50e-06, 1.97e-06, 2.19e-06, 2.90e-06, 1.15e-06, 3.50e-07, 6.54e-05, 1.61e-06, 1.28e-05, 6.09e-05, 1.72e-04, 3.20e-04, 1.16e-03, 1.52e-05, 1.55e-05, 7.94e-06, 6.74e-06, 6.31e-06, 4.73e-08, 3.85e-05, 4.17e-07] []
76900 [2.34e-06, 3.24e-06, 1.80e-06, 2.12e-06, 2.46e-06, 9.17e-07, 2.04e-07, 1.46e-06, 3.54e-05, 2.58e-07, 4.12e-06, 4.63e-06, 2.25e-06, 3.57e-06, 3.55e-08, 1.21e-07, 7.91e-08, 1.94e-07, 2.06e-07, 0.00e+00, 1.18e-06, 4.13e-05] [2.34e-06, 3.24e-06, 1.80e-06, 2.12e-06, 2.46e-06, 9.17e-07, 2.04e-07, 1.46e-06, 3.54e-05, 2.58e-07, 4.12e-06, 4.63e-06, 2.25e-06, 3.57e-06, 3.55e-08, 1.21e-07, 7.91e-08, 1.94e-07, 2.06e-07, 0.00e+00, 1.18e-06, 4.13e-05] []
77000 [2.30e-06, 3.32e-06, 1.79e-06, 2.54e-06, 2.57e-06, 9.67e-07, 2.34e-07, 6.41e-06, 4.07e-07, 8.47e-07, 2.31e-05, 2.79e-05, 1.04e-04, 1.54e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.11e-07, 9.83e-08, 3.88e-06, 5.94e-07] [2.30e-06, 3.32e-06, 1.79e-06, 2.54e-06, 2.57e-06, 9.67e-07, 2.34e-07, 6.41e-06, 4.07e-07, 8.47e-07, 2.31e-05, 2.79e-05, 1.04e-04, 1.54e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.11e-07, 9.83e-08, 3.88e-06, 5.94e-07] []
77100 [1.84e-06, 3.19e-06, 1.76e-06, 2.41e-06, 2.28e-06, 9.79e-07, 2.45e-07, 1.24e-10, 1.66e-06, 5.48e-08, 2.02e-05, 9.65e-06, 3.54e-05, 9.49e-06, 8.71e-08, 1.22e-07, 4.48e-07, 3.92e-07, 3.45e-08, 2.11e-07, 2.41e-07, 1.40e-06] [1.84e-06, 3.19e-06, 1.76e-06, 2.41e-06, 2.28e-06, 9.79e-07, 2.45e-07, 1.24e-10, 1.66e-06, 5.48e-08, 2.02e-05, 9.65e-06, 3.54e-05, 9.49e-06, 8.71e-08, 1.22e-07, 4.48e-07, 3.92e-07, 3.45e-08, 2.11e-07, 2.41e-07, 1.40e-06] []
77200 [3.51e-06, 3.20e-06, 1.89e-06, 3.15e-06, 1.85e-06, 9.34e-07, 2.59e-07, 1.64e-06, 2.93e-05, 4.22e-07, 6.30e-05, 4.94e-05, 2.35e-04, 1.24e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.56e-06, 3.06e-06, 9.40e-06] [3.51e-06, 3.20e-06, 1.89e-06, 3.15e-06, 1.85e-06, 9.34e-07, 2.59e-07, 1.64e-06, 2.93e-05, 4.22e-07, 6.30e-05, 4.94e-05, 2.35e-04, 1.24e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.56e-06, 3.06e-06, 9.40e-06] []
77300 [2.60e-06, 3.30e-06, 1.81e-06, 2.40e-06, 2.03e-06, 9.12e-07, 2.31e-07, 1.79e-07, 8.07e-08, 4.04e-07, 1.49e-05, 1.11e-05, 4.93e-05, 6.76e-05, 3.77e-07, 5.29e-07, 9.14e-07, 7.00e-07, 6.73e-08, 1.46e-08, 3.93e-07, 1.02e-07] [2.60e-06, 3.30e-06, 1.81e-06, 2.40e-06, 2.03e-06, 9.12e-07, 2.31e-07, 1.79e-07, 8.07e-08, 4.04e-07, 1.49e-05, 1.11e-05, 4.93e-05, 6.76e-05, 3.77e-07, 5.29e-07, 9.14e-07, 7.00e-07, 6.73e-08, 1.46e-08, 3.93e-07, 1.02e-07] []
77400 [3.24e-06, 3.26e-06, 1.77e-06, 2.43e-06, 2.01e-06, 9.40e-07, 2.35e-07, 7.27e-08, 7.72e-07, 8.26e-07, 6.33e-05, 4.05e-05, 2.27e-04, 2.07e-04, 1.08e-06, 1.11e-06, 2.71e-06, 2.86e-06, 1.81e-07, 1.19e-10, 1.05e-06, 8.75e-08] [3.24e-06, 3.26e-06, 1.77e-06, 2.43e-06, 2.01e-06, 9.40e-07, 2.35e-07, 7.27e-08, 7.72e-07, 8.26e-07, 6.33e-05, 4.05e-05, 2.27e-04, 2.07e-04, 1.08e-06, 1.11e-06, 2.71e-06, 2.86e-06, 1.81e-07, 1.19e-10, 1.05e-06, 8.75e-08] []
77500 [1.76e-06, 3.22e-06, 1.77e-06, 3.21e-06, 1.66e-06, 9.82e-07, 2.87e-07, 4.81e-07, 2.10e-06, 8.49e-07, 5.13e-06, 1.52e-05, 3.80e-06, 3.71e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.19e-10, 8.09e-08, 0.00e+00, 4.71e-07, 1.89e-06] [1.76e-06, 3.22e-06, 1.77e-06, 3.21e-06, 1.66e-06, 9.82e-07, 2.87e-07, 4.81e-07, 2.10e-06, 8.49e-07, 5.13e-06, 1.52e-05, 3.80e-06, 3.71e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.19e-10, 8.09e-08, 0.00e+00, 4.71e-07, 1.89e-06] []
77600 [4.34e-06, 3.50e-06, 1.96e-06, 3.73e-06, 2.00e-06, 1.16e-06, 3.49e-07, 8.08e-07, 1.37e-06, 4.79e-06, 5.59e-05, 1.09e-04, 2.93e-04, 6.55e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.29e-06, 8.73e-07] [4.34e-06, 3.50e-06, 1.96e-06, 3.73e-06, 2.00e-06, 1.16e-06, 3.49e-07, 8.08e-07, 1.37e-06, 4.79e-06, 5.59e-05, 1.09e-04, 2.93e-04, 6.55e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.29e-06, 8.73e-07] []
77700 [1.75e-06, 3.15e-06, 1.74e-06, 3.18e-06, 1.68e-06, 9.36e-07, 2.34e-07, 6.80e-08, 3.18e-05, 3.32e-07, 9.02e-06, 1.10e-05, 3.27e-05, 4.27e-05, 9.15e-10, 0.00e+00, 0.00e+00, 0.00e+00, 7.31e-09, 0.00e+00, 2.19e-07, 4.86e-05] [1.75e-06, 3.15e-06, 1.74e-06, 3.18e-06, 1.68e-06, 9.36e-07, 2.34e-07, 6.80e-08, 3.18e-05, 3.32e-07, 9.02e-06, 1.10e-05, 3.27e-05, 4.27e-05, 9.15e-10, 0.00e+00, 0.00e+00, 0.00e+00, 7.31e-09, 0.00e+00, 2.19e-07, 4.86e-05] []
77800 [2.09e-06, 3.09e-06, 1.80e-06, 3.50e-06, 1.61e-06, 9.11e-07, 2.32e-07, 5.99e-07, 7.74e-08, 1.49e-07, 3.43e-05, 2.77e-05, 1.08e-04, 6.62e-05, 2.80e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.31e-08, 5.73e-06, 1.47e-07] [2.09e-06, 3.09e-06, 1.80e-06, 3.50e-06, 1.61e-06, 9.11e-07, 2.32e-07, 5.99e-07, 7.74e-08, 1.49e-07, 3.43e-05, 2.77e-05, 1.08e-04, 6.62e-05, 2.80e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.31e-08, 5.73e-06, 1.47e-07] []
77900 [2.28e-06, 3.10e-06, 1.83e-06, 3.85e-06, 1.66e-06, 9.77e-07, 2.41e-07, 5.54e-05, 2.63e-05, 9.55e-07, 5.85e-05, 5.34e-05, 2.28e-04, 2.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.34e-05, 2.69e-05] [2.28e-06, 3.10e-06, 1.83e-06, 3.85e-06, 1.66e-06, 9.77e-07, 2.41e-07, 5.54e-05, 2.63e-05, 9.55e-07, 5.85e-05, 5.34e-05, 2.28e-04, 2.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.34e-05, 2.69e-05] []
78000 [2.25e-06, 3.04e-06, 1.82e-06, 3.38e-06, 1.69e-06, 9.15e-07, 2.25e-07, 5.92e-09, 4.96e-06, 3.32e-07, 8.76e-06, 1.31e-05, 9.60e-06, 6.65e-06, 2.88e-07, 3.01e-07, 2.20e-08, 3.49e-08, 7.03e-08, 3.95e-07, 3.86e-07, 2.55e-06] [2.25e-06, 3.04e-06, 1.82e-06, 3.38e-06, 1.69e-06, 9.15e-07, 2.25e-07, 5.92e-09, 4.96e-06, 3.32e-07, 8.76e-06, 1.31e-05, 9.60e-06, 6.65e-06, 2.88e-07, 3.01e-07, 2.20e-08, 3.49e-08, 7.03e-08, 3.95e-07, 3.86e-07, 2.55e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 46.132031 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
78000 [2.25e-06, 3.04e-06, 1.82e-06, 3.38e-06, 1.69e-06, 9.15e-07, 2.25e-07, 5.92e-09, 4.96e-06, 3.32e-07, 8.76e-06, 1.31e-05, 9.60e-06, 6.65e-06, 2.88e-07, 3.01e-07, 2.20e-08, 3.49e-08, 7.03e-08, 3.95e-07, 3.86e-07, 2.55e-06] [2.25e-06, 3.04e-06, 1.82e-06, 3.38e-06, 1.69e-06, 9.15e-07, 2.25e-07, 5.92e-09, 4.96e-06, 3.32e-07, 8.76e-06, 1.31e-05, 9.60e-06, 6.65e-06, 2.88e-07, 3.01e-07, 2.20e-08, 3.49e-08, 7.03e-08, 3.95e-07, 3.86e-07, 2.55e-06] []
78100 [7.92e-06, 3.70e-06, 2.30e-06, 4.55e-06, 2.10e-06, 1.14e-06, 3.49e-07, 1.12e-04, 4.00e-05, 7.23e-06, 1.80e-04, 2.20e-04, 8.25e-04, 1.32e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.50e-04, 5.56e-05] [7.92e-06, 3.70e-06, 2.30e-06, 4.55e-06, 2.10e-06, 1.14e-06, 3.49e-07, 1.12e-04, 4.00e-05, 7.23e-06, 1.80e-04, 2.20e-04, 8.25e-04, 1.32e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.50e-04, 5.56e-05] []
78200 [2.02e-06, 3.08e-06, 1.85e-06, 3.48e-06, 1.44e-06, 9.19e-07, 2.42e-07, 3.76e-07, 3.97e-07, 1.04e-06, 7.91e-06, 1.85e-05, 3.92e-06, 4.31e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.96e-09, 9.56e-12, 2.91e-16, 4.20e-07, 1.99e-07] [2.02e-06, 3.08e-06, 1.85e-06, 3.48e-06, 1.44e-06, 9.19e-07, 2.42e-07, 3.76e-07, 3.97e-07, 1.04e-06, 7.91e-06, 1.85e-05, 3.92e-06, 4.31e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.96e-09, 9.56e-12, 2.91e-16, 4.20e-07, 1.99e-07] []
78300 [2.18e-06, 3.04e-06, 1.87e-06, 3.73e-06, 1.58e-06, 9.01e-07, 2.34e-07, 1.21e-07, 3.95e-08, 1.60e-06, 1.13e-05, 2.72e-05, 6.33e-05, 1.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.90e-10, 1.66e-08, 1.98e-07, 9.61e-08] [2.18e-06, 3.04e-06, 1.87e-06, 3.73e-06, 1.58e-06, 9.01e-07, 2.34e-07, 1.21e-07, 3.95e-08, 1.60e-06, 1.13e-05, 2.72e-05, 6.33e-05, 1.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.90e-10, 1.66e-08, 1.98e-07, 9.61e-08] []
78400 [2.04e-06, 3.01e-06, 1.88e-06, 3.56e-06, 1.79e-06, 8.84e-07, 2.10e-07, 7.95e-06, 2.36e-06, 4.56e-08, 1.63e-05, 1.26e-05, 1.90e-05, 1.27e-06, 3.52e-08, 1.10e-07, 2.42e-09, 1.57e-08, 9.02e-08, 1.08e-07, 3.57e-06, 6.21e-07] [2.04e-06, 3.01e-06, 1.88e-06, 3.56e-06, 1.79e-06, 8.84e-07, 2.10e-07, 7.95e-06, 2.36e-06, 4.56e-08, 1.63e-05, 1.26e-05, 1.90e-05, 1.27e-06, 3.52e-08, 1.10e-07, 2.42e-09, 1.57e-08, 9.02e-08, 1.08e-07, 3.57e-06, 6.21e-07] []
78500 [2.56e-06, 3.07e-06, 1.87e-06, 3.15e-06, 1.75e-06, 8.47e-07, 2.15e-07, 2.67e-07, 1.05e-06, 3.35e-07, 9.65e-06, 1.07e-05, 3.27e-05, 5.74e-05, 4.66e-07, 5.22e-07, 5.42e-07, 6.21e-07, 1.11e-07, 0.00e+00, 6.68e-07, 5.96e-07] [2.56e-06, 3.07e-06, 1.87e-06, 3.15e-06, 1.75e-06, 8.47e-07, 2.15e-07, 2.67e-07, 1.05e-06, 3.35e-07, 9.65e-06, 1.07e-05, 3.27e-05, 5.74e-05, 4.66e-07, 5.22e-07, 5.42e-07, 6.21e-07, 1.11e-07, 0.00e+00, 6.68e-07, 5.96e-07] []
78600 [1.68e-05, 4.69e-06, 2.74e-06, 5.43e-06, 3.06e-06, 2.16e-06, 9.59e-07, 3.97e-07, 1.55e-07, 4.51e-05, 8.97e-05, 7.34e-04, 2.38e-04, 2.63e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.27e-08, 1.86e-10, 2.18e-07, 1.84e-07] [1.68e-05, 4.69e-06, 2.74e-06, 5.43e-06, 3.06e-06, 2.16e-06, 9.59e-07, 3.97e-07, 1.55e-07, 4.51e-05, 8.97e-05, 7.34e-04, 2.38e-04, 2.63e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.27e-08, 1.86e-10, 2.18e-07, 1.84e-07] []
78700 [2.00e-06, 3.13e-06, 1.97e-06, 3.39e-06, 1.62e-06, 7.77e-07, 2.02e-07, 5.65e-06, 1.52e-06, 1.08e-07, 3.30e-06, 4.67e-06, 1.13e-05, 1.32e-05, 3.46e-09, 1.11e-11, 3.21e-09, 1.06e-09, 3.84e-07, 1.12e-06, 2.05e-06, 6.64e-06] [2.00e-06, 3.13e-06, 1.97e-06, 3.39e-06, 1.62e-06, 7.77e-07, 2.02e-07, 5.65e-06, 1.52e-06, 1.08e-07, 3.30e-06, 4.67e-06, 1.13e-05, 1.32e-05, 3.46e-09, 1.11e-11, 3.21e-09, 1.06e-09, 3.84e-07, 1.12e-06, 2.05e-06, 6.64e-06] []
78800 [1.62e-06, 3.04e-06, 1.93e-06, 3.32e-06, 1.80e-06, 8.20e-07, 2.02e-07, 2.38e-06, 1.86e-07, 1.09e-09, 5.94e-06, 5.81e-06, 1.18e-05, 1.24e-06, 1.21e-08, 6.03e-09, 1.59e-07, 1.40e-07, 7.48e-10, 2.72e-09, 1.89e-07, 2.89e-08] [1.62e-06, 3.04e-06, 1.93e-06, 3.32e-06, 1.80e-06, 8.20e-07, 2.02e-07, 2.38e-06, 1.86e-07, 1.09e-09, 5.94e-06, 5.81e-06, 1.18e-05, 1.24e-06, 1.21e-08, 6.03e-09, 1.59e-07, 1.40e-07, 7.48e-10, 2.72e-09, 1.89e-07, 2.89e-08] []
78900 [9.39e-06, 3.97e-06, 2.72e-06, 4.11e-06, 1.84e-06, 1.25e-06, 5.83e-07, 3.32e-05, 1.76e-09, 1.80e-05, 1.28e-04, 2.26e-04, 5.62e-05, 4.36e-04, 1.34e-05, 1.10e-05, 7.57e-07, 6.97e-07, 3.71e-06, 9.57e-12, 2.18e-05, 4.09e-06] [9.39e-06, 3.97e-06, 2.72e-06, 4.11e-06, 1.84e-06, 1.25e-06, 5.83e-07, 3.32e-05, 1.76e-09, 1.80e-05, 1.28e-04, 2.26e-04, 5.62e-05, 4.36e-04, 1.34e-05, 1.10e-05, 7.57e-07, 6.97e-07, 3.71e-06, 9.57e-12, 2.18e-05, 4.09e-06] []
79000 [3.87e-06, 3.08e-06, 1.98e-06, 3.04e-06, 1.68e-06, 7.48e-07, 2.05e-07, 5.28e-06, 2.89e-07, 1.87e-06, 8.33e-06, 2.41e-05, 2.88e-05, 1.36e-04, 1.15e-06, 2.01e-06, 7.93e-07, 7.05e-07, 0.00e+00, 2.75e-08, 1.67e-06, 1.91e-07] [3.87e-06, 3.08e-06, 1.98e-06, 3.04e-06, 1.68e-06, 7.48e-07, 2.05e-07, 5.28e-06, 2.89e-07, 1.87e-06, 8.33e-06, 2.41e-05, 2.88e-05, 1.36e-04, 1.15e-06, 2.01e-06, 7.93e-07, 7.05e-07, 0.00e+00, 2.75e-08, 1.67e-06, 1.91e-07] []
79100 [5.33e-06, 3.50e-06, 2.21e-06, 4.22e-06, 2.13e-06, 1.02e-06, 2.92e-07, 1.32e-06, 3.91e-06, 7.87e-06, 4.42e-05, 1.43e-04, 2.63e-04, 7.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.19e-08, 4.34e-08, 1.05e-06, 1.95e-06] [5.33e-06, 3.50e-06, 2.21e-06, 4.22e-06, 2.13e-06, 1.02e-06, 2.92e-07, 1.32e-06, 3.91e-06, 7.87e-06, 4.42e-05, 1.43e-04, 2.63e-04, 7.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.19e-08, 4.34e-08, 1.05e-06, 1.95e-06] []
79200 [2.08e-06, 3.00e-06, 1.98e-06, 3.18e-06, 1.79e-06, 7.45e-07, 1.84e-07, 2.72e-07, 1.91e-07, 1.99e-07, 7.57e-06, 6.70e-06, 2.20e-05, 2.40e-05, 1.78e-07, 1.86e-07, 3.23e-07, 4.40e-07, 9.14e-09, 2.31e-08, 1.21e-07, 1.35e-07] [2.08e-06, 3.00e-06, 1.98e-06, 3.18e-06, 1.79e-06, 7.45e-07, 1.84e-07, 2.72e-07, 1.91e-07, 1.99e-07, 7.57e-06, 6.70e-06, 2.20e-05, 2.40e-05, 1.78e-07, 1.86e-07, 3.23e-07, 4.40e-07, 9.14e-09, 2.31e-08, 1.21e-07, 1.35e-07] []
79300 [2.15e-06, 3.28e-06, 1.97e-06, 3.58e-06, 2.07e-06, 7.50e-07, 1.65e-07, 2.39e-04, 3.51e-05, 1.04e-06, 2.74e-05, 3.20e-05, 1.27e-04, 1.71e-04, 1.34e-10, 0.00e+00, 0.00e+00, 0.00e+00, 2.04e-05, 0.00e+00, 1.14e-04, 3.80e-05] [2.15e-06, 3.28e-06, 1.97e-06, 3.58e-06, 2.07e-06, 7.50e-07, 1.65e-07, 2.39e-04, 3.51e-05, 1.04e-06, 2.74e-05, 3.20e-05, 1.27e-04, 1.71e-04, 1.34e-10, 0.00e+00, 0.00e+00, 0.00e+00, 2.04e-05, 0.00e+00, 1.14e-04, 3.80e-05] []
79400 [2.42e-06, 2.95e-06, 2.02e-06, 3.31e-06, 1.60e-06, 7.37e-07, 2.10e-07, 1.08e-10, 4.79e-07, 5.71e-08, 2.76e-06, 5.76e-06, 8.74e-06, 4.95e-06, 0.00e+00, 7.46e-10, 0.00e+00, 1.21e-08, 9.79e-09, 2.14e-11, 1.19e-07, 1.16e-07] [2.42e-06, 2.95e-06, 2.02e-06, 3.31e-06, 1.60e-06, 7.37e-07, 2.10e-07, 1.08e-10, 4.79e-07, 5.71e-08, 2.76e-06, 5.76e-06, 8.74e-06, 4.95e-06, 0.00e+00, 7.46e-10, 0.00e+00, 1.21e-08, 9.79e-09, 2.14e-11, 1.19e-07, 1.16e-07] []
79500 [3.62e-06, 3.02e-06, 2.06e-06, 3.14e-06, 1.88e-06, 7.01e-07, 1.84e-07, 1.27e-07, 2.47e-06, 2.20e-06, 8.68e-06, 2.40e-05, 1.13e-05, 1.06e-04, 1.53e-06, 1.39e-06, 5.73e-07, 5.60e-07, 2.16e-08, 1.85e-07, 1.65e-07, 1.19e-06] [3.62e-06, 3.02e-06, 2.06e-06, 3.14e-06, 1.88e-06, 7.01e-07, 1.84e-07, 1.27e-07, 2.47e-06, 2.20e-06, 8.68e-06, 2.40e-05, 1.13e-05, 1.06e-04, 1.53e-06, 1.39e-06, 5.73e-07, 5.60e-07, 2.16e-08, 1.85e-07, 1.65e-07, 1.19e-06] []
79600 [1.19e-05, 4.01e-06, 2.53e-06, 4.66e-06, 2.70e-06, 1.42e-06, 5.58e-07, 1.45e-04, 9.48e-05, 2.08e-05, 7.45e-05, 3.83e-04, 4.48e-04, 1.90e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.34e-04, 8.39e-05] [1.19e-05, 4.01e-06, 2.53e-06, 4.66e-06, 2.70e-06, 1.42e-06, 5.58e-07, 1.45e-04, 9.48e-05, 2.08e-05, 7.45e-05, 3.83e-04, 4.48e-04, 1.90e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.34e-04, 8.39e-05] []
79700 [4.84e-06, 3.29e-06, 2.39e-06, 3.60e-06, 1.61e-06, 7.90e-07, 3.04e-07, 2.05e-06, 2.95e-06, 2.72e-06, 8.24e-05, 1.12e-04, 6.79e-05, 6.99e-05, 4.93e-06, 2.92e-06, 3.95e-09, 2.50e-08, 1.66e-08, 2.81e-08, 4.66e-06, 2.02e-06] [4.84e-06, 3.29e-06, 2.39e-06, 3.60e-06, 1.61e-06, 7.90e-07, 3.04e-07, 2.05e-06, 2.95e-06, 2.72e-06, 8.24e-05, 1.12e-04, 6.79e-05, 6.99e-05, 4.93e-06, 2.92e-06, 3.95e-09, 2.50e-08, 1.66e-08, 2.81e-08, 4.66e-06, 2.02e-06] []
79800 [4.22e-06, 3.32e-06, 2.20e-06, 3.87e-06, 2.17e-06, 8.16e-07, 2.35e-07, 1.05e-05, 1.42e-06, 4.28e-06, 6.00e-05, 1.03e-04, 2.81e-04, 5.73e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.28e-05, 2.07e-06] [4.22e-06, 3.32e-06, 2.20e-06, 3.87e-06, 2.17e-06, 8.16e-07, 2.35e-07, 1.05e-05, 1.42e-06, 4.28e-06, 6.00e-05, 1.03e-04, 2.81e-04, 5.73e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.28e-05, 2.07e-06] []
79900 [1.03e-05, 3.70e-06, 2.55e-06, 3.41e-06, 1.90e-06, 1.06e-06, 4.65e-07, 1.49e-06, 1.31e-05, 1.54e-05, 4.01e-05, 1.17e-04, 1.32e-04, 7.33e-04, 9.48e-06, 9.28e-06, 4.07e-06, 5.44e-06, 5.64e-08, 0.00e+00, 3.95e-07, 1.97e-05] [1.03e-05, 3.70e-06, 2.55e-06, 3.41e-06, 1.90e-06, 1.06e-06, 4.65e-07, 1.49e-06, 1.31e-05, 1.54e-05, 4.01e-05, 1.17e-04, 1.32e-04, 7.33e-04, 9.48e-06, 9.28e-06, 4.07e-06, 5.44e-06, 5.64e-08, 0.00e+00, 3.95e-07, 1.97e-05] []
80000 [2.08e-06, 3.00e-06, 2.03e-06, 3.22e-06, 1.78e-06, 6.14e-07, 1.86e-07, 2.32e-08, 2.20e-09, 1.01e-07, 2.70e-06, 3.51e-06, 5.91e-06, 9.54e-06, 8.45e-08, 1.26e-07, 1.36e-07, 2.17e-07, 0.00e+00, 2.80e-10, 9.56e-07, 5.63e-08] [2.08e-06, 3.00e-06, 2.03e-06, 3.22e-06, 1.78e-06, 6.14e-07, 1.86e-07, 2.32e-08, 2.20e-09, 1.01e-07, 2.70e-06, 3.51e-06, 5.91e-06, 9.54e-06, 8.45e-08, 1.26e-07, 1.36e-07, 2.17e-07, 0.00e+00, 2.80e-10, 9.56e-07, 5.63e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 47.886383 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
80000 [2.08e-06, 3.00e-06, 2.03e-06, 3.22e-06, 1.78e-06, 6.14e-07, 1.86e-07, 2.32e-08, 2.20e-09, 1.01e-07, 2.70e-06, 3.51e-06, 5.91e-06, 9.54e-06, 8.45e-08, 1.26e-07, 1.36e-07, 2.17e-07, 0.00e+00, 2.80e-10, 9.56e-07, 5.63e-08] [2.08e-06, 3.00e-06, 2.03e-06, 3.22e-06, 1.78e-06, 6.14e-07, 1.86e-07, 2.32e-08, 2.20e-09, 1.01e-07, 2.70e-06, 3.51e-06, 5.91e-06, 9.54e-06, 8.45e-08, 1.26e-07, 1.36e-07, 2.17e-07, 0.00e+00, 2.80e-10, 9.56e-07, 5.63e-08] []
80100 [3.25e-06, 3.28e-06, 2.21e-06, 3.71e-06, 2.23e-06, 6.73e-07, 1.92e-07, 1.43e-09, 1.34e-06, 2.62e-06, 5.83e-05, 7.47e-05, 2.42e-04, 3.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.08e-06, 2.17e-06] [3.25e-06, 3.28e-06, 2.21e-06, 3.71e-06, 2.23e-06, 6.73e-07, 1.92e-07, 1.43e-09, 1.34e-06, 2.62e-06, 5.83e-05, 7.47e-05, 2.42e-04, 3.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.08e-06, 2.17e-06] []
80200 [2.86e-06, 3.13e-06, 2.34e-06, 3.35e-06, 1.63e-06, 6.25e-07, 1.97e-07, 1.39e-06, 5.51e-05, 5.30e-08, 3.28e-05, 2.91e-05, 1.04e-04, 4.16e-05, 4.96e-09, 7.44e-09, 2.26e-10, 0.00e+00, 0.00e+00, 0.00e+00, 3.78e-06, 2.56e-05] [2.86e-06, 3.13e-06, 2.34e-06, 3.35e-06, 1.63e-06, 6.25e-07, 1.97e-07, 1.39e-06, 5.51e-05, 5.30e-08, 3.28e-05, 2.91e-05, 1.04e-04, 4.16e-05, 4.96e-09, 7.44e-09, 2.26e-10, 0.00e+00, 0.00e+00, 0.00e+00, 3.78e-06, 2.56e-05] []
80300 [2.82e-06, 2.97e-06, 2.10e-06, 3.07e-06, 1.76e-06, 7.15e-07, 1.83e-07, 4.03e-08, 3.43e-09, 6.31e-07, 7.84e-06, 1.03e-05, 2.83e-05, 5.70e-05, 4.53e-07, 5.28e-07, 6.20e-07, 5.24e-07, 2.13e-10, 3.50e-12, 1.18e-07, 9.40e-08] [2.82e-06, 2.97e-06, 2.10e-06, 3.07e-06, 1.76e-06, 7.15e-07, 1.83e-07, 4.03e-08, 3.43e-09, 6.31e-07, 7.84e-06, 1.03e-05, 2.83e-05, 5.70e-05, 4.53e-07, 5.28e-07, 6.20e-07, 5.24e-07, 2.13e-10, 3.50e-12, 1.18e-07, 9.40e-08] []
80400 [2.70e-06, 2.93e-06, 2.04e-06, 2.84e-06, 1.97e-06, 7.44e-07, 1.97e-07, 1.65e-07, 1.49e-06, 3.66e-07, 2.10e-05, 1.75e-05, 6.41e-05, 7.36e-05, 6.45e-07, 5.11e-07, 9.55e-07, 9.10e-07, 6.34e-08, 5.43e-08, 3.62e-07, 3.26e-07] [2.70e-06, 2.93e-06, 2.04e-06, 2.84e-06, 1.97e-06, 7.44e-07, 1.97e-07, 1.65e-07, 1.49e-06, 3.66e-07, 2.10e-05, 1.75e-05, 6.41e-05, 7.36e-05, 6.45e-07, 5.11e-07, 9.55e-07, 9.10e-07, 6.34e-08, 5.43e-08, 3.62e-07, 3.26e-07] []
80500 [2.92e-06, 3.38e-06, 2.39e-06, 3.21e-06, 1.67e-06, 8.97e-07, 2.85e-07, 8.99e-06, 3.18e-05, 8.78e-08, 1.05e-04, 8.29e-05, 2.47e-04, 4.53e-05, 1.69e-07, 2.93e-07, 1.74e-06, 1.35e-06, 0.00e+00, 0.00e+00, 2.97e-06, 7.95e-06] [2.92e-06, 3.38e-06, 2.39e-06, 3.21e-06, 1.67e-06, 8.97e-07, 2.85e-07, 8.99e-06, 3.18e-05, 8.78e-08, 1.05e-04, 8.29e-05, 2.47e-04, 4.53e-05, 1.69e-07, 2.93e-07, 1.74e-06, 1.35e-06, 0.00e+00, 0.00e+00, 2.97e-06, 7.95e-06] []
80600 [4.41e-06, 2.95e-06, 2.32e-06, 2.77e-06, 2.18e-06, 6.98e-07, 2.08e-07, 3.10e-07, 2.21e-07, 2.51e-06, 8.58e-06, 4.11e-05, 2.62e-05, 1.81e-04, 1.55e-06, 4.54e-06, 1.42e-06, 2.17e-07, 4.36e-08, 0.00e+00, 3.14e-07, 1.49e-06] [4.41e-06, 2.95e-06, 2.32e-06, 2.77e-06, 2.18e-06, 6.98e-07, 2.08e-07, 3.10e-07, 2.21e-07, 2.51e-06, 8.58e-06, 4.11e-05, 2.62e-05, 1.81e-04, 1.55e-06, 4.54e-06, 1.42e-06, 2.17e-07, 4.36e-08, 0.00e+00, 3.14e-07, 1.49e-06] []
80700 [6.71e-06, 3.15e-06, 2.20e-06, 3.12e-06, 1.85e-06, 7.99e-07, 3.08e-07, 5.43e-05, 5.16e-05, 6.99e-06, 4.01e-05, 8.47e-05, 1.90e-04, 5.71e-04, 6.41e-06, 7.08e-06, 3.56e-06, 3.50e-06, 5.92e-06, 4.69e-06, 3.42e-05, 2.55e-05] [6.71e-06, 3.15e-06, 2.20e-06, 3.12e-06, 1.85e-06, 7.99e-07, 3.08e-07, 5.43e-05, 5.16e-05, 6.99e-06, 4.01e-05, 8.47e-05, 1.90e-04, 5.71e-04, 6.41e-06, 7.08e-06, 3.56e-06, 3.50e-06, 5.92e-06, 4.69e-06, 3.42e-05, 2.55e-05] []
80800 [1.40e-06, 2.94e-06, 2.03e-06, 2.85e-06, 2.07e-06, 7.10e-07, 1.90e-07, 1.83e-06, 3.62e-06, 2.58e-07, 5.96e-06, 8.22e-06, 4.21e-06, 5.18e-06, 4.31e-09, 0.00e+00, 3.40e-08, 5.42e-08, 8.24e-08, 0.00e+00, 4.24e-07, 3.21e-06] [1.40e-06, 2.94e-06, 2.03e-06, 2.85e-06, 2.07e-06, 7.10e-07, 1.90e-07, 1.83e-06, 3.62e-06, 2.58e-07, 5.96e-06, 8.22e-06, 4.21e-06, 5.18e-06, 4.31e-09, 0.00e+00, 3.40e-08, 5.42e-08, 8.24e-08, 0.00e+00, 4.24e-07, 3.21e-06] []
80900 [1.71e-06, 2.88e-06, 2.01e-06, 2.71e-06, 2.12e-06, 6.96e-07, 1.81e-07, 7.27e-09, 1.04e-06, 2.65e-09, 5.87e-06, 4.04e-06, 9.23e-06, 2.49e-06, 5.67e-08, 1.40e-08, 1.50e-07, 1.71e-07, 4.19e-08, 1.05e-07, 2.59e-07, 7.07e-07] [1.71e-06, 2.88e-06, 2.01e-06, 2.71e-06, 2.12e-06, 6.96e-07, 1.81e-07, 7.27e-09, 1.04e-06, 2.65e-09, 5.87e-06, 4.04e-06, 9.23e-06, 2.49e-06, 5.67e-08, 1.40e-08, 1.50e-07, 1.71e-07, 4.19e-08, 1.05e-07, 2.59e-07, 7.07e-07] []
81000 [2.96e-06, 2.93e-06, 2.09e-06, 3.46e-06, 1.88e-06, 7.48e-07, 1.77e-07, 7.48e-07, 3.33e-07, 3.46e-06, 1.34e-05, 4.50e-05, 9.10e-05, 2.47e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.58e-08, 1.73e-08, 2.91e-07, 1.06e-07] [2.96e-06, 2.93e-06, 2.09e-06, 3.46e-06, 1.88e-06, 7.48e-07, 1.77e-07, 7.48e-07, 3.33e-07, 3.46e-06, 1.34e-05, 4.50e-05, 9.10e-05, 2.47e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.58e-08, 1.73e-08, 2.91e-07, 1.06e-07] []
81100 [1.84e-06, 2.88e-06, 2.07e-06, 2.87e-06, 2.10e-06, 6.66e-07, 1.70e-07, 5.26e-09, 2.11e-06, 6.40e-08, 2.31e-06, 3.74e-06, 2.28e-06, 2.92e-06, 6.19e-08, 7.97e-08, 3.75e-08, 3.26e-08, 6.88e-09, 0.00e+00, 9.27e-08, 1.04e-06] [1.84e-06, 2.88e-06, 2.07e-06, 2.87e-06, 2.10e-06, 6.66e-07, 1.70e-07, 5.26e-09, 2.11e-06, 6.40e-08, 2.31e-06, 3.74e-06, 2.28e-06, 2.92e-06, 6.19e-08, 7.97e-08, 3.75e-08, 3.26e-08, 6.88e-09, 0.00e+00, 9.27e-08, 1.04e-06] []
81200 [2.30e-05, 4.23e-06, 2.94e-06, 4.17e-06, 3.61e-06, 1.51e-06, 8.88e-07, 1.52e-05, 1.21e-08, 4.95e-05, 1.28e-04, 4.96e-04, 4.06e-04, 2.71e-03, 5.10e-05, 5.69e-05, 1.53e-05, 1.36e-05, 1.83e-06, 2.52e-09, 1.08e-05, 6.00e-08] [2.30e-05, 4.23e-06, 2.94e-06, 4.17e-06, 3.61e-06, 1.51e-06, 8.88e-07, 1.52e-05, 1.21e-08, 4.95e-05, 1.28e-04, 4.96e-04, 4.06e-04, 2.71e-03, 5.10e-05, 5.69e-05, 1.53e-05, 1.36e-05, 1.83e-06, 2.52e-09, 1.08e-05, 6.00e-08] []
81300 [2.84e-06, 3.31e-06, 2.24e-06, 3.59e-06, 1.58e-06, 7.61e-07, 2.25e-07, 9.75e-05, 5.94e-07, 6.65e-09, 7.09e-05, 2.79e-05, 1.91e-04, 1.30e-04, 6.71e-07, 1.35e-07, 8.38e-08, 1.26e-06, 0.00e+00, 0.00e+00, 6.33e-05, 7.99e-07] [2.84e-06, 3.31e-06, 2.24e-06, 3.59e-06, 1.58e-06, 7.61e-07, 2.25e-07, 9.75e-05, 5.94e-07, 6.65e-09, 7.09e-05, 2.79e-05, 1.91e-04, 1.30e-04, 6.71e-07, 1.35e-07, 8.38e-08, 1.26e-06, 0.00e+00, 0.00e+00, 6.33e-05, 7.99e-07] []
81400 [4.46e-06, 3.10e-06, 2.33e-06, 3.03e-06, 1.71e-06, 7.39e-07, 2.29e-07, 1.11e-07, 2.20e-05, 2.34e-06, 2.15e-05, 2.65e-05, 8.73e-05, 1.91e-04, 7.95e-07, 1.93e-06, 1.98e-06, 1.04e-06, 1.17e-08, 0.00e+00, 2.01e-07, 1.42e-05] [4.46e-06, 3.10e-06, 2.33e-06, 3.03e-06, 1.71e-06, 7.39e-07, 2.29e-07, 1.11e-07, 2.20e-05, 2.34e-06, 2.15e-05, 2.65e-05, 8.73e-05, 1.91e-04, 7.95e-07, 1.93e-06, 1.98e-06, 1.04e-06, 1.17e-08, 0.00e+00, 2.01e-07, 1.42e-05] []
81500 [2.25e-06, 2.93e-06, 2.07e-06, 2.78e-06, 2.08e-06, 7.47e-07, 2.03e-07, 1.22e-04, 7.73e-07, 2.02e-07, 1.74e-05, 1.33e-05, 4.99e-05, 4.90e-05, 4.04e-07, 2.93e-07, 7.23e-07, 5.90e-07, 1.14e-05, 2.90e-07, 6.55e-05, 1.85e-06] [2.25e-06, 2.93e-06, 2.07e-06, 2.78e-06, 2.08e-06, 7.47e-07, 2.03e-07, 1.22e-04, 7.73e-07, 2.02e-07, 1.74e-05, 1.33e-05, 4.99e-05, 4.90e-05, 4.04e-07, 2.93e-07, 7.23e-07, 5.90e-07, 1.14e-05, 2.90e-07, 6.55e-05, 1.85e-06] []
81600 [1.47e-06, 2.92e-06, 2.11e-06, 2.89e-06, 2.26e-06, 6.96e-07, 1.77e-07, 1.15e-05, 1.84e-05, 2.06e-07, 1.39e-06, 4.40e-06, 5.20e-06, 1.45e-05, 0.00e+00, 1.09e-11, 3.43e-10, 9.65e-12, 0.00e+00, 1.57e-06, 5.51e-06, 9.56e-06] [1.47e-06, 2.92e-06, 2.11e-06, 2.89e-06, 2.26e-06, 6.96e-07, 1.77e-07, 1.15e-05, 1.84e-05, 2.06e-07, 1.39e-06, 4.40e-06, 5.20e-06, 1.45e-05, 0.00e+00, 1.09e-11, 3.43e-10, 9.65e-12, 0.00e+00, 1.57e-06, 5.51e-06, 9.56e-06] []
81700 [1.50e-06, 2.89e-06, 2.02e-06, 2.76e-06, 2.20e-06, 6.67e-07, 1.75e-07, 7.11e-06, 1.11e-06, 1.09e-07, 1.16e-05, 9.99e-06, 3.42e-05, 3.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.30e-06, 8.26e-07] [1.50e-06, 2.89e-06, 2.02e-06, 2.76e-06, 2.20e-06, 6.67e-07, 1.75e-07, 7.11e-06, 1.11e-06, 1.09e-07, 1.16e-05, 9.99e-06, 3.42e-05, 3.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.30e-06, 8.26e-07] []
81800 [9.27e-06, 3.29e-06, 2.34e-06, 3.07e-06, 2.15e-06, 8.52e-07, 3.92e-07, 1.21e-06, 3.75e-06, 1.52e-05, 5.39e-05, 1.55e-04, 2.55e-04, 1.03e-03, 1.37e-05, 1.50e-05, 5.64e-06, 4.92e-06, 1.73e-09, 1.76e-07, 2.79e-07, 1.60e-06] [9.27e-06, 3.29e-06, 2.34e-06, 3.07e-06, 2.15e-06, 8.52e-07, 3.92e-07, 1.21e-06, 3.75e-06, 1.52e-05, 5.39e-05, 1.55e-04, 2.55e-04, 1.03e-03, 1.37e-05, 1.50e-05, 5.64e-06, 4.92e-06, 1.73e-09, 1.76e-07, 2.79e-07, 1.60e-06] []
81900 [2.97e-06, 2.94e-06, 2.09e-06, 3.23e-06, 1.83e-06, 8.06e-07, 1.75e-07, 1.10e-07, 5.43e-06, 8.72e-09, 4.06e-05, 3.87e-05, 1.35e-04, 1.20e-04, 1.64e-08, 1.85e-08, 0.00e+00, 3.79e-08, 2.08e-07, 9.47e-08, 9.19e-07, 4.68e-06] [2.97e-06, 2.94e-06, 2.09e-06, 3.23e-06, 1.83e-06, 8.06e-07, 1.75e-07, 1.10e-07, 5.43e-06, 8.72e-09, 4.06e-05, 3.87e-05, 1.35e-04, 1.20e-04, 1.64e-08, 1.85e-08, 0.00e+00, 3.79e-08, 2.08e-07, 9.47e-08, 9.19e-07, 4.68e-06] []
82000 [2.22e-06, 2.98e-06, 2.17e-06, 3.19e-06, 1.66e-06, 6.64e-07, 1.59e-07, 1.33e-06, 5.80e-06, 3.80e-08, 1.33e-05, 1.29e-05, 3.21e-05, 9.50e-06, 1.77e-10, 2.42e-08, 3.16e-10, 0.00e+00, 3.92e-08, 0.00e+00, 3.62e-07, 5.46e-06] [2.22e-06, 2.98e-06, 2.17e-06, 3.19e-06, 1.66e-06, 6.64e-07, 1.59e-07, 1.33e-06, 5.80e-06, 3.80e-08, 1.33e-05, 1.29e-05, 3.21e-05, 9.50e-06, 1.77e-10, 2.42e-08, 3.16e-10, 0.00e+00, 3.92e-08, 0.00e+00, 3.62e-07, 5.46e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 45.450733 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
82000 [2.22e-06, 2.98e-06, 2.17e-06, 3.19e-06, 1.66e-06, 6.64e-07, 1.59e-07, 1.33e-06, 5.80e-06, 3.80e-08, 1.33e-05, 1.29e-05, 3.21e-05, 9.50e-06, 1.77e-10, 2.42e-08, 3.16e-10, 0.00e+00, 3.92e-08, 0.00e+00, 3.62e-07, 5.46e-06] [2.22e-06, 2.98e-06, 2.17e-06, 3.19e-06, 1.66e-06, 6.64e-07, 1.59e-07, 1.33e-06, 5.80e-06, 3.80e-08, 1.33e-05, 1.29e-05, 3.21e-05, 9.50e-06, 1.77e-10, 2.42e-08, 3.16e-10, 0.00e+00, 3.92e-08, 0.00e+00, 3.62e-07, 5.46e-06] []
82100 [1.65e-06, 2.91e-06, 2.02e-06, 3.05e-06, 2.19e-06, 7.00e-07, 2.75e-07, 2.44e-05, 5.04e-06, 2.37e-07, 3.30e-06, 2.46e-05, 5.06e-06, 5.21e-05, 1.81e-09, 0.00e+00, 2.20e-08, 4.48e-09, 0.00e+00, 4.04e-07, 7.90e-06, 2.62e-06] [1.65e-06, 2.91e-06, 2.02e-06, 3.05e-06, 2.19e-06, 7.00e-07, 2.75e-07, 2.44e-05, 5.04e-06, 2.37e-07, 3.30e-06, 2.46e-05, 5.06e-06, 5.21e-05, 1.81e-09, 0.00e+00, 2.20e-08, 4.48e-09, 0.00e+00, 4.04e-07, 7.90e-06, 2.62e-06] []
82200 [1.67e-06, 2.97e-06, 2.00e-06, 3.19e-06, 2.00e-06, 7.17e-07, 2.11e-07, 5.84e-06, 9.40e-06, 1.03e-06, 4.87e-06, 1.87e-05, 2.26e-05, 8.46e-05, 6.22e-10, 0.00e+00, 7.41e-09, 2.59e-08, 0.00e+00, 0.00e+00, 3.87e-06, 1.05e-05] [1.67e-06, 2.97e-06, 2.00e-06, 3.19e-06, 2.00e-06, 7.17e-07, 2.11e-07, 5.84e-06, 9.40e-06, 1.03e-06, 4.87e-06, 1.87e-05, 2.26e-05, 8.46e-05, 6.22e-10, 0.00e+00, 7.41e-09, 2.59e-08, 0.00e+00, 0.00e+00, 3.87e-06, 1.05e-05] []
82300 [1.79e-06, 2.96e-06, 2.00e-06, 2.94e-06, 1.88e-06, 6.56e-07, 1.94e-07, 1.64e-07, 1.96e-07, 1.62e-08, 9.83e-06, 6.25e-06, 1.37e-05, 4.67e-06, 4.28e-08, 2.34e-07, 2.33e-07, 2.62e-07, 0.00e+00, 1.11e-08, 1.30e-06, 1.04e-07] [1.79e-06, 2.96e-06, 2.00e-06, 2.94e-06, 1.88e-06, 6.56e-07, 1.94e-07, 1.64e-07, 1.96e-07, 1.62e-08, 9.83e-06, 6.25e-06, 1.37e-05, 4.67e-06, 4.28e-08, 2.34e-07, 2.33e-07, 2.62e-07, 0.00e+00, 1.11e-08, 1.30e-06, 1.04e-07] []
82400 [2.33e-06, 2.81e-06, 1.95e-06, 3.40e-06, 1.83e-06, 7.50e-07, 1.55e-07, 6.37e-08, 7.42e-11, 1.67e-06, 2.40e-05, 3.81e-05, 1.09e-04, 1.93e-04, 0.00e+00, 7.58e-11, 0.00e+00, 4.00e-08, 3.81e-10, 1.69e-09, 5.95e-07, 4.56e-08] [2.33e-06, 2.81e-06, 1.95e-06, 3.40e-06, 1.83e-06, 7.50e-07, 1.55e-07, 6.37e-08, 7.42e-11, 1.67e-06, 2.40e-05, 3.81e-05, 1.09e-04, 1.93e-04, 0.00e+00, 7.58e-11, 0.00e+00, 4.00e-08, 3.81e-10, 1.69e-09, 5.95e-07, 4.56e-08] []
82500 [1.69e-06, 3.15e-06, 1.96e-06, 3.15e-06, 2.13e-06, 6.05e-07, 1.76e-07, 2.29e-07, 7.45e-05, 1.26e-06, 6.80e-06, 8.29e-06, 2.01e-05, 1.80e-05, 1.59e-12, 3.14e-09, 6.00e-10, 1.31e-08, 5.18e-07, 6.80e-06, 2.75e-06, 3.85e-05] [1.69e-06, 3.15e-06, 1.96e-06, 3.15e-06, 2.13e-06, 6.05e-07, 1.76e-07, 2.29e-07, 7.45e-05, 1.26e-06, 6.80e-06, 8.29e-06, 2.01e-05, 1.80e-05, 1.59e-12, 3.14e-09, 6.00e-10, 1.31e-08, 5.18e-07, 6.80e-06, 2.75e-06, 3.85e-05] []
82600 [1.52e-06, 3.16e-06, 1.88e-06, 2.96e-06, 2.27e-06, 5.73e-07, 1.73e-07, 4.06e-06, 3.66e-06, 4.19e-08, 4.46e-06, 6.13e-06, 7.35e-06, 8.66e-06, 0.00e+00, 0.00e+00, 4.53e-08, 7.12e-10, 7.86e-08, 6.44e-08, 4.15e-07, 5.57e-07] [1.52e-06, 3.16e-06, 1.88e-06, 2.96e-06, 2.27e-06, 5.73e-07, 1.73e-07, 4.06e-06, 3.66e-06, 4.19e-08, 4.46e-06, 6.13e-06, 7.35e-06, 8.66e-06, 0.00e+00, 0.00e+00, 4.53e-08, 7.12e-10, 7.86e-08, 6.44e-08, 4.15e-07, 5.57e-07] []
82700 [1.88e-06, 3.07e-06, 1.86e-06, 2.90e-06, 1.80e-06, 6.29e-07, 2.07e-07, 4.17e-06, 2.32e-07, 4.55e-08, 8.51e-06, 5.94e-06, 1.12e-05, 3.69e-06, 1.67e-07, 1.21e-07, 2.70e-08, 2.18e-07, 0.00e+00, 3.88e-08, 6.44e-06, 2.13e-07] [1.88e-06, 3.07e-06, 1.86e-06, 2.90e-06, 1.80e-06, 6.29e-07, 2.07e-07, 4.17e-06, 2.32e-07, 4.55e-08, 8.51e-06, 5.94e-06, 1.12e-05, 3.69e-06, 1.67e-07, 1.21e-07, 2.70e-08, 2.18e-07, 0.00e+00, 3.88e-08, 6.44e-06, 2.13e-07] []
82800 [7.10e-06, 5.27e-06, 2.62e-06, 5.37e-06, 4.33e-06, 1.36e-06, 1.03e-06, 1.71e-06, 1.42e-05, 1.59e-05, 7.88e-05, 1.81e-04, 1.75e-04, 4.21e-05, 0.00e+00, 1.21e-07, 1.42e-07, 3.32e-06, 1.84e-08, 1.37e-06, 3.70e-06, 8.19e-06] [7.10e-06, 5.27e-06, 2.62e-06, 5.37e-06, 4.33e-06, 1.36e-06, 1.03e-06, 1.71e-06, 1.42e-05, 1.59e-05, 7.88e-05, 1.81e-04, 1.75e-04, 4.21e-05, 0.00e+00, 1.21e-07, 1.42e-07, 3.32e-06, 1.84e-08, 1.37e-06, 3.70e-06, 8.19e-06] []
82900 [3.32e-06, 4.63e-06, 1.97e-06, 4.39e-06, 2.07e-06, 6.31e-07, 3.39e-07, 1.09e-08, 1.07e-09, 6.20e-09, 2.09e-05, 1.16e-05, 7.46e-06, 1.95e-07, 1.84e-07, 1.72e-07, 8.60e-07, 7.55e-08, 1.47e-10, 1.25e-09, 9.78e-08, 2.35e-08] [3.32e-06, 4.63e-06, 1.97e-06, 4.39e-06, 2.07e-06, 6.31e-07, 3.39e-07, 1.09e-08, 1.07e-09, 6.20e-09, 2.09e-05, 1.16e-05, 7.46e-06, 1.95e-07, 1.84e-07, 1.72e-07, 8.60e-07, 7.55e-08, 1.47e-10, 1.25e-09, 9.78e-08, 2.35e-08] []
83000 [2.35e-06, 3.78e-06, 1.71e-06, 4.07e-06, 1.79e-06, 4.77e-07, 2.38e-07, 3.71e-08, 9.41e-09, 1.93e-11, 1.28e-05, 5.15e-06, 4.67e-06, 1.00e-06, 9.28e-08, 1.48e-07, 3.38e-07, 3.76e-07, 0.00e+00, 1.28e-09, 3.05e-07, 5.50e-08] [2.35e-06, 3.78e-06, 1.71e-06, 4.07e-06, 1.79e-06, 4.77e-07, 2.38e-07, 3.71e-08, 9.41e-09, 1.93e-11, 1.28e-05, 5.15e-06, 4.67e-06, 1.00e-06, 9.28e-08, 1.48e-07, 3.38e-07, 3.76e-07, 0.00e+00, 1.28e-09, 3.05e-07, 5.50e-08] []
83100 [2.06e-06, 3.56e-06, 1.68e-06, 3.79e-06, 1.91e-06, 4.78e-07, 2.18e-07, 1.12e-08, 1.61e-09, 7.23e-11, 8.07e-06, 2.91e-06, 6.24e-06, 7.68e-07, 5.73e-08, 7.41e-08, 3.67e-07, 2.00e-07, 6.34e-08, 1.10e-08, 3.05e-07, 8.93e-08] [2.06e-06, 3.56e-06, 1.68e-06, 3.79e-06, 1.91e-06, 4.78e-07, 2.18e-07, 1.12e-08, 1.61e-09, 7.23e-11, 8.07e-06, 2.91e-06, 6.24e-06, 7.68e-07, 5.73e-08, 7.41e-08, 3.67e-07, 2.00e-07, 6.34e-08, 1.10e-08, 3.05e-07, 8.93e-08] []
83200 [3.84e-06, 3.52e-06, 1.83e-06, 3.55e-06, 2.03e-06, 5.63e-07, 2.74e-07, 3.28e-07, 1.31e-09, 5.16e-07, 9.29e-06, 3.51e-05, 1.37e-05, 1.24e-04, 3.13e-06, 3.24e-06, 1.42e-06, 1.41e-06, 1.81e-10, 2.95e-09, 1.29e-07, 3.50e-08] [3.84e-06, 3.52e-06, 1.83e-06, 3.55e-06, 2.03e-06, 5.63e-07, 2.74e-07, 3.28e-07, 1.31e-09, 5.16e-07, 9.29e-06, 3.51e-05, 1.37e-05, 1.24e-04, 3.13e-06, 3.24e-06, 1.42e-06, 1.41e-06, 1.81e-10, 2.95e-09, 1.29e-07, 3.50e-08] []
83300 [2.88e-06, 3.38e-06, 1.75e-06, 3.55e-06, 2.23e-06, 5.41e-07, 2.20e-07, 6.52e-09, 1.15e-08, 2.33e-07, 7.51e-06, 7.58e-06, 8.80e-06, 3.06e-05, 6.85e-07, 2.72e-07, 1.08e-06, 3.63e-07, 1.74e-08, 8.51e-10, 9.90e-08, 3.07e-07] [2.88e-06, 3.38e-06, 1.75e-06, 3.55e-06, 2.23e-06, 5.41e-07, 2.20e-07, 6.52e-09, 1.15e-08, 2.33e-07, 7.51e-06, 7.58e-06, 8.80e-06, 3.06e-05, 6.85e-07, 2.72e-07, 1.08e-06, 3.63e-07, 1.74e-08, 8.51e-10, 9.90e-08, 3.07e-07] []
83400 [1.72e-06, 3.39e-06, 1.67e-06, 3.66e-06, 1.74e-06, 5.86e-07, 2.39e-07, 1.55e-04, 2.16e-08, 1.76e-07, 4.40e-06, 2.47e-05, 1.81e-05, 7.46e-05, 0.00e+00, 0.00e+00, 2.07e-08, 7.90e-11, 0.00e+00, 0.00e+00, 1.40e-04, 2.46e-07] [1.72e-06, 3.39e-06, 1.67e-06, 3.66e-06, 1.74e-06, 5.86e-07, 2.39e-07, 1.55e-04, 2.16e-08, 1.76e-07, 4.40e-06, 2.47e-05, 1.81e-05, 7.46e-05, 0.00e+00, 0.00e+00, 2.07e-08, 7.90e-11, 0.00e+00, 0.00e+00, 1.40e-04, 2.46e-07] []
83500 [1.67e-06, 3.45e-06, 1.68e-06, 3.29e-06, 1.96e-06, 5.60e-07, 2.31e-07, 1.29e-06, 2.24e-10, 2.13e-09, 1.62e-06, 1.27e-06, 1.66e-06, 2.60e-07, 5.60e-08, 1.73e-08, 2.89e-07, 2.60e-07, 2.27e-08, 6.26e-10, 5.05e-07, 6.66e-09] [1.67e-06, 3.45e-06, 1.68e-06, 3.29e-06, 1.96e-06, 5.60e-07, 2.31e-07, 1.29e-06, 2.24e-10, 2.13e-09, 1.62e-06, 1.27e-06, 1.66e-06, 2.60e-07, 5.60e-08, 1.73e-08, 2.89e-07, 2.60e-07, 2.27e-08, 6.26e-10, 5.05e-07, 6.66e-09] []
83600 [1.71e-06, 3.43e-06, 1.64e-06, 3.09e-06, 1.82e-06, 5.52e-07, 2.40e-07, 4.14e-06, 2.21e-09, 2.26e-09, 2.38e-06, 2.03e-06, 3.41e-06, 1.76e-07, 9.47e-08, 5.13e-08, 1.70e-07, 9.35e-08, 0.00e+00, 1.26e-09, 2.17e-06, 6.10e-09] [1.71e-06, 3.43e-06, 1.64e-06, 3.09e-06, 1.82e-06, 5.52e-07, 2.40e-07, 4.14e-06, 2.21e-09, 2.26e-09, 2.38e-06, 2.03e-06, 3.41e-06, 1.76e-07, 9.47e-08, 5.13e-08, 1.70e-07, 9.35e-08, 0.00e+00, 1.26e-09, 2.17e-06, 6.10e-09] []
83700 [1.98e-06, 3.45e-06, 1.67e-06, 2.77e-06, 2.11e-06, 6.28e-07, 2.38e-07, 2.28e-06, 3.10e-08, 8.76e-07, 1.61e-05, 2.41e-05, 6.56e-05, 9.54e-05, 0.00e+00, 0.00e+00, 9.67e-09, 8.35e-09, 7.77e-08, 1.06e-09, 3.46e-07, 4.69e-08] [1.98e-06, 3.45e-06, 1.67e-06, 2.77e-06, 2.11e-06, 6.28e-07, 2.38e-07, 2.28e-06, 3.10e-08, 8.76e-07, 1.61e-05, 2.41e-05, 6.56e-05, 9.54e-05, 0.00e+00, 0.00e+00, 9.67e-09, 8.35e-09, 7.77e-08, 1.06e-09, 3.46e-07, 4.69e-08] []
83800 [4.97e-06, 3.59e-06, 1.93e-06, 2.30e-06, 2.34e-06, 5.63e-07, 3.46e-07, 4.66e-05, 5.16e-07, 8.34e-06, 1.88e-05, 5.12e-05, 5.43e-05, 3.16e-04, 3.13e-06, 4.25e-06, 1.51e-06, 2.83e-06, 0.00e+00, 0.00e+00, 3.28e-05, 1.81e-06] [4.97e-06, 3.59e-06, 1.93e-06, 2.30e-06, 2.34e-06, 5.63e-07, 3.46e-07, 4.66e-05, 5.16e-07, 8.34e-06, 1.88e-05, 5.12e-05, 5.43e-05, 3.16e-04, 3.13e-06, 4.25e-06, 1.51e-06, 2.83e-06, 0.00e+00, 0.00e+00, 3.28e-05, 1.81e-06] []
83900 [1.92e-06, 3.47e-06, 1.63e-06, 2.50e-06, 2.15e-06, 6.28e-07, 2.66e-07, 1.66e-08, 4.49e-09, 8.17e-07, 3.59e-06, 1.69e-05, 1.87e-05, 7.38e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.46e-08, 0.00e+00, 8.27e-10, 5.89e-07, 1.05e-08] [1.92e-06, 3.47e-06, 1.63e-06, 2.50e-06, 2.15e-06, 6.28e-07, 2.66e-07, 1.66e-08, 4.49e-09, 8.17e-07, 3.59e-06, 1.69e-05, 1.87e-05, 7.38e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.46e-08, 0.00e+00, 8.27e-10, 5.89e-07, 1.05e-08] []
84000 [2.45e-06, 3.37e-06, 1.67e-06, 2.42e-06, 2.12e-06, 6.09e-07, 2.65e-07, 1.00e-05, 7.01e-08, 3.65e-07, 1.57e-05, 1.39e-05, 5.34e-05, 6.90e-05, 6.08e-07, 6.27e-07, 9.53e-07, 1.09e-06, 8.05e-07, 1.26e-09, 5.08e-06, 2.00e-08] [2.45e-06, 3.37e-06, 1.67e-06, 2.42e-06, 2.12e-06, 6.09e-07, 2.65e-07, 1.00e-05, 7.01e-08, 3.65e-07, 1.57e-05, 1.39e-05, 5.34e-05, 6.90e-05, 6.08e-07, 6.27e-07, 9.53e-07, 1.09e-06, 8.05e-07, 1.26e-09, 5.08e-06, 2.00e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 45.619407 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
84000 [2.45e-06, 3.37e-06, 1.67e-06, 2.42e-06, 2.12e-06, 6.09e-07, 2.65e-07, 1.00e-05, 7.01e-08, 3.65e-07, 1.57e-05, 1.39e-05, 5.34e-05, 6.90e-05, 6.08e-07, 6.27e-07, 9.53e-07, 1.09e-06, 8.05e-07, 1.26e-09, 5.08e-06, 2.00e-08] [2.45e-06, 3.37e-06, 1.67e-06, 2.42e-06, 2.12e-06, 6.09e-07, 2.65e-07, 1.00e-05, 7.01e-08, 3.65e-07, 1.57e-05, 1.39e-05, 5.34e-05, 6.90e-05, 6.08e-07, 6.27e-07, 9.53e-07, 1.09e-06, 8.05e-07, 1.26e-09, 5.08e-06, 2.00e-08] []
84100 [4.46e-06, 3.55e-06, 1.85e-06, 2.33e-06, 2.16e-06, 5.90e-07, 3.72e-07, 1.60e-09, 1.37e-04, 6.54e-06, 1.09e-05, 3.95e-05, 6.05e-05, 2.41e-04, 3.29e-06, 2.71e-06, 3.46e-06, 1.29e-06, 6.04e-08, 8.98e-06, 2.88e-07, 4.89e-05] [4.46e-06, 3.55e-06, 1.85e-06, 2.33e-06, 2.16e-06, 5.90e-07, 3.72e-07, 1.60e-09, 1.37e-04, 6.54e-06, 1.09e-05, 3.95e-05, 6.05e-05, 2.41e-04, 3.29e-06, 2.71e-06, 3.46e-06, 1.29e-06, 6.04e-08, 8.98e-06, 2.88e-07, 4.89e-05] []
84200 [1.84e-06, 3.26e-06, 1.63e-06, 2.42e-06, 2.10e-06, 6.20e-07, 2.31e-07, 3.40e-06, 1.45e-06, 4.26e-08, 3.18e-06, 3.28e-06, 3.20e-06, 2.13e-06, 1.98e-07, 1.10e-07, 7.91e-08, 7.21e-08, 0.00e+00, 0.00e+00, 1.34e-06, 7.31e-07] [1.84e-06, 3.26e-06, 1.63e-06, 2.42e-06, 2.10e-06, 6.20e-07, 2.31e-07, 3.40e-06, 1.45e-06, 4.26e-08, 3.18e-06, 3.28e-06, 3.20e-06, 2.13e-06, 1.98e-07, 1.10e-07, 7.91e-08, 7.21e-08, 0.00e+00, 0.00e+00, 1.34e-06, 7.31e-07] []
84300 [1.62e-06, 3.17e-06, 1.60e-06, 2.80e-06, 1.93e-06, 5.98e-07, 2.10e-07, 6.10e-09, 5.18e-06, 7.63e-07, 2.76e-05, 2.08e-05, 3.30e-05, 6.93e-06, 1.94e-10, 0.00e+00, 2.28e-07, 2.50e-07, 2.94e-10, 1.82e-07, 5.49e-08, 1.03e-06] [1.62e-06, 3.17e-06, 1.60e-06, 2.80e-06, 1.93e-06, 5.98e-07, 2.10e-07, 6.10e-09, 5.18e-06, 7.63e-07, 2.76e-05, 2.08e-05, 3.30e-05, 6.93e-06, 1.94e-10, 0.00e+00, 2.28e-07, 2.50e-07, 2.94e-10, 1.82e-07, 5.49e-08, 1.03e-06] []
84400 [1.42e-06, 3.16e-06, 1.64e-06, 2.52e-06, 2.06e-06, 6.44e-07, 2.21e-07, 6.65e-07, 4.67e-05, 7.80e-10, 9.39e-07, 9.65e-07, 1.22e-06, 2.51e-07, 3.90e-08, 1.88e-08, 6.69e-08, 9.36e-08, 0.00e+00, 0.00e+00, 2.80e-06, 2.44e-05] [1.42e-06, 3.16e-06, 1.64e-06, 2.52e-06, 2.06e-06, 6.44e-07, 2.21e-07, 6.65e-07, 4.67e-05, 7.80e-10, 9.39e-07, 9.65e-07, 1.22e-06, 2.51e-07, 3.90e-08, 1.88e-08, 6.69e-08, 9.36e-08, 0.00e+00, 0.00e+00, 2.80e-06, 2.44e-05] []
84500 [3.89e-06, 3.61e-06, 1.97e-06, 2.42e-06, 2.20e-06, 6.45e-07, 2.63e-07, 2.58e-08, 1.96e-06, 2.48e-07, 6.76e-05, 4.69e-05, 2.22e-04, 1.86e-04, 9.80e-07, 1.20e-06, 1.68e-06, 2.32e-06, 3.33e-09, 0.00e+00, 3.31e-08, 1.04e-06] [3.89e-06, 3.61e-06, 1.97e-06, 2.42e-06, 2.20e-06, 6.45e-07, 2.63e-07, 2.58e-08, 1.96e-06, 2.48e-07, 6.76e-05, 4.69e-05, 2.22e-04, 1.86e-04, 9.80e-07, 1.20e-06, 1.68e-06, 2.32e-06, 3.33e-09, 0.00e+00, 3.31e-08, 1.04e-06] []
84600 [1.59e-06, 3.23e-06, 1.64e-06, 2.46e-06, 2.18e-06, 6.47e-07, 2.14e-07, 4.91e-07, 1.03e-07, 2.32e-07, 7.83e-06, 7.30e-06, 3.03e-05, 3.20e-05, 1.15e-09, 0.00e+00, 6.60e-10, 0.00e+00, 7.37e-09, 4.58e-09, 1.88e-07, 2.42e-08] [1.59e-06, 3.23e-06, 1.64e-06, 2.46e-06, 2.18e-06, 6.47e-07, 2.14e-07, 4.91e-07, 1.03e-07, 2.32e-07, 7.83e-06, 7.30e-06, 3.03e-05, 3.20e-05, 1.15e-09, 0.00e+00, 6.60e-10, 0.00e+00, 7.37e-09, 4.58e-09, 1.88e-07, 2.42e-08] []
84700 [1.56e-06, 3.28e-06, 1.66e-06, 2.52e-06, 2.17e-06, 6.55e-07, 2.26e-07, 8.02e-06, 2.41e-05, 3.02e-07, 5.84e-06, 1.07e-05, 2.85e-06, 1.69e-05, 2.20e-11, 1.02e-09, 2.61e-08, 2.11e-08, 0.00e+00, 2.17e-06, 3.74e-06, 1.27e-05] [1.56e-06, 3.28e-06, 1.66e-06, 2.52e-06, 2.17e-06, 6.55e-07, 2.26e-07, 8.02e-06, 2.41e-05, 3.02e-07, 5.84e-06, 1.07e-05, 2.85e-06, 1.69e-05, 2.20e-11, 1.02e-09, 2.61e-08, 2.11e-08, 0.00e+00, 2.17e-06, 3.74e-06, 1.27e-05] []
84800 [1.62e-06, 3.21e-06, 1.62e-06, 2.58e-06, 1.99e-06, 6.69e-07, 2.24e-07, 2.56e-06, 1.21e-07, 8.10e-07, 1.34e-05, 1.14e-05, 1.35e-05, 6.05e-07, 2.99e-08, 5.90e-08, 1.02e-07, 5.24e-07, 0.00e+00, 0.00e+00, 8.63e-07, 1.52e-07] [1.62e-06, 3.21e-06, 1.62e-06, 2.58e-06, 1.99e-06, 6.69e-07, 2.24e-07, 2.56e-06, 1.21e-07, 8.10e-07, 1.34e-05, 1.14e-05, 1.35e-05, 6.05e-07, 2.99e-08, 5.90e-08, 1.02e-07, 5.24e-07, 0.00e+00, 0.00e+00, 8.63e-07, 1.52e-07] []
84900 [2.70e-06, 3.24e-06, 1.67e-06, 2.28e-06, 2.09e-06, 6.97e-07, 2.31e-07, 5.53e-06, 1.99e-06, 7.98e-07, 2.81e-05, 2.13e-05, 1.02e-04, 1.01e-04, 6.86e-07, 5.92e-07, 1.41e-06, 1.14e-06, 2.74e-07, 1.10e-07, 1.70e-06, 6.94e-07] [2.70e-06, 3.24e-06, 1.67e-06, 2.28e-06, 2.09e-06, 6.97e-07, 2.31e-07, 5.53e-06, 1.99e-06, 7.98e-07, 2.81e-05, 2.13e-05, 1.02e-04, 1.01e-04, 6.86e-07, 5.92e-07, 1.41e-06, 1.14e-06, 2.74e-07, 1.10e-07, 1.70e-06, 6.94e-07] []
85000 [2.02e-06, 3.25e-06, 1.63e-06, 2.50e-06, 2.14e-06, 6.21e-07, 2.07e-07, 6.16e-06, 2.82e-07, 3.74e-08, 1.31e-05, 1.35e-05, 5.82e-05, 7.65e-05, 2.63e-10, 0.00e+00, 4.00e-09, 0.00e+00, 3.24e-07, 1.55e-10, 1.86e-06, 1.57e-07] [2.02e-06, 3.25e-06, 1.63e-06, 2.50e-06, 2.14e-06, 6.21e-07, 2.07e-07, 6.16e-06, 2.82e-07, 3.74e-08, 1.31e-05, 1.35e-05, 5.82e-05, 7.65e-05, 2.63e-10, 0.00e+00, 4.00e-09, 0.00e+00, 3.24e-07, 1.55e-10, 1.86e-06, 1.57e-07] []
85100 [1.80e-06, 3.12e-06, 1.61e-06, 2.38e-06, 2.11e-06, 6.83e-07, 1.95e-07, 9.75e-07, 6.42e-06, 1.06e-08, 1.70e-06, 1.61e-06, 1.84e-06, 1.87e-06, 3.77e-08, 1.08e-07, 3.33e-08, 1.25e-07, 1.87e-07, 0.00e+00, 1.33e-06, 3.20e-06] [1.80e-06, 3.12e-06, 1.61e-06, 2.38e-06, 2.11e-06, 6.83e-07, 1.95e-07, 9.75e-07, 6.42e-06, 1.06e-08, 1.70e-06, 1.61e-06, 1.84e-06, 1.87e-06, 3.77e-08, 1.08e-07, 3.33e-08, 1.25e-07, 1.87e-07, 0.00e+00, 1.33e-06, 3.20e-06] []
85200 [3.16e-06, 3.22e-06, 1.69e-06, 2.36e-06, 2.15e-06, 7.09e-07, 2.43e-07, 4.54e-08, 2.00e-07, 1.43e-06, 6.36e-06, 1.83e-05, 2.27e-05, 1.05e-04, 1.38e-06, 1.28e-06, 6.83e-07, 5.26e-07, 4.81e-10, 1.57e-08, 2.00e-07, 1.01e-07] [3.16e-06, 3.22e-06, 1.69e-06, 2.36e-06, 2.15e-06, 7.09e-07, 2.43e-07, 4.54e-08, 2.00e-07, 1.43e-06, 6.36e-06, 1.83e-05, 2.27e-05, 1.05e-04, 1.38e-06, 1.28e-06, 6.83e-07, 5.26e-07, 4.81e-10, 1.57e-08, 2.00e-07, 1.01e-07] []
85300 [1.51e-06, 3.21e-06, 1.60e-06, 2.57e-06, 2.08e-06, 6.53e-07, 2.00e-07, 5.02e-07, 1.38e-05, 1.37e-09, 4.72e-06, 3.99e-06, 9.02e-06, 1.70e-06, 3.06e-08, 7.14e-08, 1.53e-07, 2.20e-07, 1.27e-07, 0.00e+00, 7.33e-07, 7.26e-06] [1.51e-06, 3.21e-06, 1.60e-06, 2.57e-06, 2.08e-06, 6.53e-07, 2.00e-07, 5.02e-07, 1.38e-05, 1.37e-09, 4.72e-06, 3.99e-06, 9.02e-06, 1.70e-06, 3.06e-08, 7.14e-08, 1.53e-07, 2.20e-07, 1.27e-07, 0.00e+00, 7.33e-07, 7.26e-06] []
85400 [2.87e-06, 3.11e-06, 1.67e-06, 2.40e-06, 2.02e-06, 6.92e-07, 2.11e-07, 3.15e-07, 1.77e-06, 7.72e-07, 6.42e-06, 1.12e-05, 1.80e-05, 7.09e-05, 6.73e-07, 7.10e-07, 4.93e-07, 7.23e-07, 7.74e-09, 1.52e-07, 3.63e-08, 1.00e-06] [2.87e-06, 3.11e-06, 1.67e-06, 2.40e-06, 2.02e-06, 6.92e-07, 2.11e-07, 3.15e-07, 1.77e-06, 7.72e-07, 6.42e-06, 1.12e-05, 1.80e-05, 7.09e-05, 6.73e-07, 7.10e-07, 4.93e-07, 7.23e-07, 7.74e-09, 1.52e-07, 3.63e-08, 1.00e-06] []
85500 [1.51e-06, 3.13e-06, 1.59e-06, 2.58e-06, 2.07e-06, 6.64e-07, 1.86e-07, 4.98e-07, 1.96e-06, 4.17e-08, 1.26e-05, 9.10e-06, 3.11e-05, 1.13e-05, 2.96e-08, 2.89e-08, 7.70e-09, 0.00e+00, 9.15e-09, 0.00e+00, 2.20e-07, 3.90e-06] [1.51e-06, 3.13e-06, 1.59e-06, 2.58e-06, 2.07e-06, 6.64e-07, 1.86e-07, 4.98e-07, 1.96e-06, 4.17e-08, 1.26e-05, 9.10e-06, 3.11e-05, 1.13e-05, 2.96e-08, 2.89e-08, 7.70e-09, 0.00e+00, 9.15e-09, 0.00e+00, 2.20e-07, 3.90e-06] []
85600 [1.43e-06, 3.11e-06, 1.58e-06, 2.45e-06, 2.07e-06, 6.83e-07, 1.91e-07, 2.44e-05, 4.76e-07, 1.43e-10, 1.17e-06, 1.10e-06, 1.57e-06, 4.32e-07, 2.19e-08, 1.52e-08, 2.84e-08, 2.43e-08, 0.00e+00, 7.11e-08, 1.33e-05, 4.43e-07] [1.43e-06, 3.11e-06, 1.58e-06, 2.45e-06, 2.07e-06, 6.83e-07, 1.91e-07, 2.44e-05, 4.76e-07, 1.43e-10, 1.17e-06, 1.10e-06, 1.57e-06, 4.32e-07, 2.19e-08, 1.52e-08, 2.84e-08, 2.43e-08, 0.00e+00, 7.11e-08, 1.33e-05, 4.43e-07] []
85700 [1.54e-06, 3.09e-06, 1.59e-06, 2.52e-06, 2.03e-06, 6.90e-07, 1.81e-07, 8.44e-06, 3.52e-08, 8.08e-09, 9.76e-07, 1.13e-06, 1.15e-06, 9.58e-07, 3.47e-08, 3.87e-08, 5.41e-08, 4.31e-08, 6.13e-07, 7.48e-09, 3.84e-06, 3.99e-08] [1.54e-06, 3.09e-06, 1.59e-06, 2.52e-06, 2.03e-06, 6.90e-07, 1.81e-07, 8.44e-06, 3.52e-08, 8.08e-09, 9.76e-07, 1.13e-06, 1.15e-06, 9.58e-07, 3.47e-08, 3.87e-08, 5.41e-08, 4.31e-08, 6.13e-07, 7.48e-09, 3.84e-06, 3.99e-08] []
85800 [2.77e-06, 3.27e-06, 1.68e-06, 2.81e-06, 2.32e-06, 7.24e-07, 1.80e-07, 8.14e-08, 4.10e-09, 3.38e-06, 1.34e-05, 4.30e-05, 9.20e-05, 2.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.72e-08, 1.28e-09, 1.03e-07, 3.81e-08] [2.77e-06, 3.27e-06, 1.68e-06, 2.81e-06, 2.32e-06, 7.24e-07, 1.80e-07, 8.14e-08, 4.10e-09, 3.38e-06, 1.34e-05, 4.30e-05, 9.20e-05, 2.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.72e-08, 1.28e-09, 1.03e-07, 3.81e-08] []
85900 [3.14e-06, 3.51e-06, 1.76e-06, 2.85e-06, 2.41e-06, 8.74e-07, 3.10e-07, 1.55e-06, 3.65e-05, 6.15e-06, 1.45e-05, 9.55e-05, 6.52e-05, 4.31e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.73e-07, 2.62e-06, 8.81e-07, 1.52e-05] [3.14e-06, 3.51e-06, 1.76e-06, 2.85e-06, 2.41e-06, 8.74e-07, 3.10e-07, 1.55e-06, 3.65e-05, 6.15e-06, 1.45e-05, 9.55e-05, 6.52e-05, 4.31e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.73e-07, 2.62e-06, 8.81e-07, 1.52e-05] []
86000 [2.77e-06, 3.27e-06, 1.68e-06, 2.89e-06, 2.33e-06, 7.24e-07, 1.70e-07, 2.37e-06, 5.65e-07, 3.14e-06, 1.13e-05, 4.61e-05, 8.07e-05, 2.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.54e-11, 1.56e-06, 1.79e-07] [2.77e-06, 3.27e-06, 1.68e-06, 2.89e-06, 2.33e-06, 7.24e-07, 1.70e-07, 2.37e-06, 5.65e-07, 3.14e-06, 1.13e-05, 4.61e-05, 8.07e-05, 2.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.54e-11, 1.56e-06, 1.79e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 46.101248 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
86000 [2.77e-06, 3.27e-06, 1.68e-06, 2.89e-06, 2.33e-06, 7.24e-07, 1.70e-07, 2.37e-06, 5.65e-07, 3.14e-06, 1.13e-05, 4.61e-05, 8.07e-05, 2.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.54e-11, 1.56e-06, 1.79e-07] [2.77e-06, 3.27e-06, 1.68e-06, 2.89e-06, 2.33e-06, 7.24e-07, 1.70e-07, 2.37e-06, 5.65e-07, 3.14e-06, 1.13e-05, 4.61e-05, 8.07e-05, 2.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.54e-11, 1.56e-06, 1.79e-07] []
86100 [2.13e-06, 3.12e-06, 1.58e-06, 2.37e-06, 2.05e-06, 6.89e-07, 1.91e-07, 5.35e-07, 3.76e-06, 2.61e-07, 1.92e-05, 1.41e-05, 5.74e-05, 4.90e-05, 3.44e-07, 4.86e-07, 6.20e-07, 8.04e-07, 6.74e-08, 1.84e-07, 4.46e-07, 1.07e-06] [2.13e-06, 3.12e-06, 1.58e-06, 2.37e-06, 2.05e-06, 6.89e-07, 1.91e-07, 5.35e-07, 3.76e-06, 2.61e-07, 1.92e-05, 1.41e-05, 5.74e-05, 4.90e-05, 3.44e-07, 4.86e-07, 6.20e-07, 8.04e-07, 6.74e-08, 1.84e-07, 4.46e-07, 1.07e-06] []
86200 [2.32e-06, 3.35e-06, 1.96e-06, 2.90e-06, 1.96e-06, 6.31e-07, 2.82e-07, 3.95e-06, 1.14e-05, 8.52e-07, 1.71e-05, 7.29e-06, 3.63e-05, 1.93e-05, 8.31e-08, 6.69e-08, 3.10e-07, 6.33e-07, 2.96e-07, 0.00e+00, 1.87e-06, 3.03e-06] [2.32e-06, 3.35e-06, 1.96e-06, 2.90e-06, 1.96e-06, 6.31e-07, 2.82e-07, 3.95e-06, 1.14e-05, 8.52e-07, 1.71e-05, 7.29e-06, 3.63e-05, 1.93e-05, 8.31e-08, 6.69e-08, 3.10e-07, 6.33e-07, 2.96e-07, 0.00e+00, 1.87e-06, 3.03e-06] []
86300 [1.96e-06, 3.12e-06, 1.61e-06, 2.65e-06, 2.28e-06, 6.41e-07, 1.43e-07, 8.12e-07, 7.54e-08, 4.95e-07, 2.33e-05, 2.69e-05, 8.71e-05, 9.61e-05, 1.12e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.17e-07, 0.00e+00, 6.54e-07, 2.84e-07] [1.96e-06, 3.12e-06, 1.61e-06, 2.65e-06, 2.28e-06, 6.41e-07, 1.43e-07, 8.12e-07, 7.54e-08, 4.95e-07, 2.33e-05, 2.69e-05, 8.71e-05, 9.61e-05, 1.12e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.17e-07, 0.00e+00, 6.54e-07, 2.84e-07] []
86400 [1.62e-06, 3.16e-06, 1.55e-06, 2.32e-06, 2.14e-06, 6.74e-07, 1.78e-07, 1.90e-08, 9.38e-10, 4.94e-08, 6.99e-06, 5.00e-06, 1.86e-05, 1.00e-05, 1.21e-07, 1.51e-07, 1.68e-07, 2.18e-07, 2.06e-08, 1.29e-08, 9.32e-08, 4.33e-08] [1.62e-06, 3.16e-06, 1.55e-06, 2.32e-06, 2.14e-06, 6.74e-07, 1.78e-07, 1.90e-08, 9.38e-10, 4.94e-08, 6.99e-06, 5.00e-06, 1.86e-05, 1.00e-05, 1.21e-07, 1.51e-07, 1.68e-07, 2.18e-07, 2.06e-08, 1.29e-08, 9.32e-08, 4.33e-08] []
86500 [2.52e-06, 3.15e-06, 1.71e-06, 2.87e-06, 2.21e-06, 6.70e-07, 1.79e-07, 1.60e-05, 2.12e-07, 1.87e-06, 7.89e-05, 7.27e-05, 2.87e-04, 3.00e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.24e-05, 1.02e-06] [2.52e-06, 3.15e-06, 1.71e-06, 2.87e-06, 2.21e-06, 6.70e-07, 1.79e-07, 1.60e-05, 2.12e-07, 1.87e-06, 7.89e-05, 7.27e-05, 2.87e-04, 3.00e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.24e-05, 1.02e-06] []
86600 [4.82e-06, 3.25e-06, 1.71e-06, 2.31e-06, 2.25e-06, 7.98e-07, 2.83e-07, 6.36e-07, 2.03e-07, 5.15e-06, 1.91e-05, 5.71e-05, 9.06e-05, 3.65e-04, 4.59e-06, 4.78e-06, 1.82e-06, 1.64e-06, 1.20e-08, 1.19e-08, 1.67e-07, 9.65e-08] [4.82e-06, 3.25e-06, 1.71e-06, 2.31e-06, 2.25e-06, 7.98e-07, 2.83e-07, 6.36e-07, 2.03e-07, 5.15e-06, 1.91e-05, 5.71e-05, 9.06e-05, 3.65e-04, 4.59e-06, 4.78e-06, 1.82e-06, 1.64e-06, 1.20e-08, 1.19e-08, 1.67e-07, 9.65e-08] []
86700 [1.81e-06, 3.06e-06, 1.55e-06, 2.43e-06, 2.04e-06, 7.19e-07, 1.60e-07, 6.47e-06, 5.13e-06, 1.15e-08, 1.72e-05, 1.42e-05, 2.87e-05, 2.65e-06, 1.01e-07, 8.46e-08, 1.39e-07, 2.74e-07, 6.50e-07, 0.00e+00, 4.27e-06, 7.33e-06] [1.81e-06, 3.06e-06, 1.55e-06, 2.43e-06, 2.04e-06, 7.19e-07, 1.60e-07, 6.47e-06, 5.13e-06, 1.15e-08, 1.72e-05, 1.42e-05, 2.87e-05, 2.65e-06, 1.01e-07, 8.46e-08, 1.39e-07, 2.74e-07, 6.50e-07, 0.00e+00, 4.27e-06, 7.33e-06] []
86800 [3.70e-06, 3.21e-06, 1.72e-06, 2.30e-06, 2.14e-06, 7.23e-07, 2.07e-07, 2.56e-06, 4.18e-05, 2.56e-06, 1.68e-05, 2.57e-05, 7.89e-05, 1.84e-04, 1.78e-06, 1.75e-06, 9.76e-07, 1.23e-06, 1.28e-07, 0.00e+00, 6.56e-07, 1.90e-05] [3.70e-06, 3.21e-06, 1.72e-06, 2.30e-06, 2.14e-06, 7.23e-07, 2.07e-07, 2.56e-06, 4.18e-05, 2.56e-06, 1.68e-05, 2.57e-05, 7.89e-05, 1.84e-04, 1.78e-06, 1.75e-06, 9.76e-07, 1.23e-06, 1.28e-07, 0.00e+00, 6.56e-07, 1.90e-05] []
86900 [5.67e-06, 3.20e-06, 1.77e-06, 2.45e-06, 2.18e-06, 8.11e-07, 2.87e-07, 3.09e-08, 5.28e-07, 5.46e-06, 2.59e-05, 5.49e-05, 1.24e-04, 3.80e-04, 3.68e-06, 4.37e-06, 1.86e-06, 3.28e-06, 3.10e-09, 3.26e-08, 2.33e-07, 2.41e-07] [5.67e-06, 3.20e-06, 1.77e-06, 2.45e-06, 2.18e-06, 8.11e-07, 2.87e-07, 3.09e-08, 5.28e-07, 5.46e-06, 2.59e-05, 5.49e-05, 1.24e-04, 3.80e-04, 3.68e-06, 4.37e-06, 1.86e-06, 3.28e-06, 3.10e-09, 3.26e-08, 2.33e-07, 2.41e-07] []
87000 [1.02e-06, 3.22e-06, 1.53e-06, 2.51e-06, 2.08e-06, 7.75e-07, 2.03e-07, 8.28e-06, 3.48e-06, 3.66e-07, 5.68e-05, 6.80e-05, 9.50e-05, 2.70e-06, 4.45e-08, 2.45e-08, 6.29e-07, 3.96e-07, 1.50e-06, 3.86e-07, 9.46e-06, 2.51e-06] [1.02e-06, 3.22e-06, 1.53e-06, 2.51e-06, 2.08e-06, 7.75e-07, 2.03e-07, 8.28e-06, 3.48e-06, 3.66e-07, 5.68e-05, 6.80e-05, 9.50e-05, 2.70e-06, 4.45e-08, 2.45e-08, 6.29e-07, 3.96e-07, 1.50e-06, 3.86e-07, 9.46e-06, 2.51e-06] []
87100 [1.41e-06, 2.93e-06, 1.50e-06, 2.41e-06, 2.07e-06, 6.84e-07, 1.68e-07, 1.42e-05, 8.30e-07, 2.02e-07, 1.82e-06, 5.65e-06, 8.29e-06, 1.90e-05, 2.17e-10, 4.79e-09, 6.01e-09, 3.02e-10, 1.50e-08, 0.00e+00, 1.43e-06, 4.67e-07] [1.41e-06, 2.93e-06, 1.50e-06, 2.41e-06, 2.07e-06, 6.84e-07, 1.68e-07, 1.42e-05, 8.30e-07, 2.02e-07, 1.82e-06, 5.65e-06, 8.29e-06, 1.90e-05, 2.17e-10, 4.79e-09, 6.01e-09, 3.02e-10, 1.50e-08, 0.00e+00, 1.43e-06, 4.67e-07] []
87200 [1.30e-05, 3.93e-06, 2.71e-06, 4.69e-06, 3.08e-06, 1.12e-06, 2.96e-07, 3.44e-05, 3.54e-06, 1.31e-05, 2.55e-05, 3.02e-04, 3.33e-04, 1.33e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.33e-11, 0.00e+00, 6.72e-08, 6.56e-06, 2.62e-06] [1.30e-05, 3.93e-06, 2.71e-06, 4.69e-06, 3.08e-06, 1.12e-06, 2.96e-07, 3.44e-05, 3.54e-06, 1.31e-05, 2.55e-05, 3.02e-04, 3.33e-04, 1.33e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.33e-11, 0.00e+00, 6.72e-08, 6.56e-06, 2.62e-06] []
87300 [1.40e-06, 3.00e-06, 1.55e-06, 2.40e-06, 2.12e-06, 6.49e-07, 1.77e-07, 2.71e-10, 2.11e-06, 4.33e-09, 1.24e-06, 1.71e-06, 2.10e-06, 3.06e-07, 1.19e-08, 1.93e-08, 2.13e-09, 1.23e-08, 1.18e-08, 0.00e+00, 1.24e-07, 9.49e-07] [1.40e-06, 3.00e-06, 1.55e-06, 2.40e-06, 2.12e-06, 6.49e-07, 1.77e-07, 2.71e-10, 2.11e-06, 4.33e-09, 1.24e-06, 1.71e-06, 2.10e-06, 3.06e-07, 1.19e-08, 1.93e-08, 2.13e-09, 1.23e-08, 1.18e-08, 0.00e+00, 1.24e-07, 9.49e-07] []
87400 [2.20e-06, 3.01e-06, 1.76e-06, 2.85e-06, 2.18e-06, 7.04e-07, 1.70e-07, 1.02e-07, 1.91e-07, 1.72e-09, 7.05e-05, 6.09e-05, 1.64e-04, 4.22e-05, 8.32e-07, 9.83e-08, 0.00e+00, 0.00e+00, 6.37e-10, 1.18e-08, 1.40e-06, 8.27e-08] [2.20e-06, 3.01e-06, 1.76e-06, 2.85e-06, 2.18e-06, 7.04e-07, 1.70e-07, 1.02e-07, 1.91e-07, 1.72e-09, 7.05e-05, 6.09e-05, 1.64e-04, 4.22e-05, 8.32e-07, 9.83e-08, 0.00e+00, 0.00e+00, 6.37e-10, 1.18e-08, 1.40e-06, 8.27e-08] []
87500 [1.68e-06, 2.83e-06, 1.50e-06, 2.37e-06, 2.09e-06, 6.20e-07, 1.57e-07, 9.03e-08, 8.32e-07, 1.58e-08, 2.96e-06, 4.58e-06, 2.31e-06, 3.08e-06, 1.82e-07, 5.68e-08, 1.83e-07, 3.82e-09, 7.59e-09, 1.23e-10, 1.51e-07, 2.90e-07] [1.68e-06, 2.83e-06, 1.50e-06, 2.37e-06, 2.09e-06, 6.20e-07, 1.57e-07, 9.03e-08, 8.32e-07, 1.58e-08, 2.96e-06, 4.58e-06, 2.31e-06, 3.08e-06, 1.82e-07, 5.68e-08, 1.83e-07, 3.82e-09, 7.59e-09, 1.23e-10, 1.51e-07, 2.90e-07] []
87600 [3.46e-06, 3.29e-06, 1.82e-06, 2.95e-06, 2.42e-06, 8.62e-07, 2.60e-07, 1.27e-06, 7.62e-08, 7.14e-06, 2.47e-05, 9.70e-05, 1.60e-04, 5.64e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-08, 1.30e-09, 1.66e-06, 1.58e-07] [3.46e-06, 3.29e-06, 1.82e-06, 2.95e-06, 2.42e-06, 8.62e-07, 2.60e-07, 1.27e-06, 7.62e-08, 7.14e-06, 2.47e-05, 9.70e-05, 1.60e-04, 5.64e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-08, 1.30e-09, 1.66e-06, 1.58e-07] []
87700 [6.13e-06, 2.99e-06, 1.79e-06, 2.94e-06, 2.37e-06, 9.73e-07, 3.36e-07, 4.14e-06, 1.43e-10, 9.53e-06, 4.13e-05, 9.80e-05, 1.98e-05, 3.14e-04, 6.95e-06, 5.36e-06, 4.41e-06, 2.84e-07, 7.22e-07, 1.49e-09, 4.70e-06, 5.84e-08] [6.13e-06, 2.99e-06, 1.79e-06, 2.94e-06, 2.37e-06, 9.73e-07, 3.36e-07, 4.14e-06, 1.43e-10, 9.53e-06, 4.13e-05, 9.80e-05, 1.98e-05, 3.14e-04, 6.95e-06, 5.36e-06, 4.41e-06, 2.84e-07, 7.22e-07, 1.49e-09, 4.70e-06, 5.84e-08] []
87800 [2.30e-06, 3.20e-06, 1.69e-06, 2.24e-06, 2.23e-06, 6.96e-07, 1.49e-07, 4.69e-07, 7.80e-08, 4.16e-08, 4.50e-05, 2.42e-05, 1.43e-04, 6.99e-05, 4.49e-07, 1.61e-07, 3.48e-06, 1.59e-06, 1.04e-07, 3.69e-09, 5.19e-07, 9.58e-08] [2.30e-06, 3.20e-06, 1.69e-06, 2.24e-06, 2.23e-06, 6.96e-07, 1.49e-07, 4.69e-07, 7.80e-08, 4.16e-08, 4.50e-05, 2.42e-05, 1.43e-04, 6.99e-05, 4.49e-07, 1.61e-07, 3.48e-06, 1.59e-06, 1.04e-07, 3.69e-09, 5.19e-07, 9.58e-08] []
87900 [2.92e-06, 2.95e-06, 1.66e-06, 2.39e-06, 2.36e-06, 7.66e-07, 2.00e-07, 2.55e-05, 6.72e-08, 1.37e-06, 6.96e-06, 1.51e-05, 3.87e-06, 3.47e-05, 1.07e-06, 1.23e-06, 6.20e-08, 3.21e-07, 2.22e-06, 6.61e-09, 1.45e-05, 4.41e-08] [2.92e-06, 2.95e-06, 1.66e-06, 2.39e-06, 2.36e-06, 7.66e-07, 2.00e-07, 2.55e-05, 6.72e-08, 1.37e-06, 6.96e-06, 1.51e-05, 3.87e-06, 3.47e-05, 1.07e-06, 1.23e-06, 6.20e-08, 3.21e-07, 2.22e-06, 6.61e-09, 1.45e-05, 4.41e-08] []
88000 [5.59e-06, 3.15e-06, 1.77e-06, 2.39e-06, 2.36e-06, 8.71e-07, 3.49e-07, 7.25e-08, 5.73e-07, 7.85e-06, 2.87e-05, 8.13e-05, 1.45e-04, 5.59e-04, 7.23e-06, 6.94e-06, 2.12e-06, 1.85e-06, 6.60e-08, 4.90e-08, 3.58e-07, 2.97e-07] [5.59e-06, 3.15e-06, 1.77e-06, 2.39e-06, 2.36e-06, 8.71e-07, 3.49e-07, 7.25e-08, 5.73e-07, 7.85e-06, 2.87e-05, 8.13e-05, 1.45e-04, 5.59e-04, 7.23e-06, 6.94e-06, 2.12e-06, 1.85e-06, 6.60e-08, 4.90e-08, 3.58e-07, 2.97e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 44.182039 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
88000 [5.59e-06, 3.15e-06, 1.77e-06, 2.39e-06, 2.36e-06, 8.71e-07, 3.49e-07, 7.25e-08, 5.73e-07, 7.85e-06, 2.87e-05, 8.13e-05, 1.45e-04, 5.59e-04, 7.23e-06, 6.94e-06, 2.12e-06, 1.85e-06, 6.60e-08, 4.90e-08, 3.58e-07, 2.97e-07] [5.59e-06, 3.15e-06, 1.77e-06, 2.39e-06, 2.36e-06, 8.71e-07, 3.49e-07, 7.25e-08, 5.73e-07, 7.85e-06, 2.87e-05, 8.13e-05, 1.45e-04, 5.59e-04, 7.23e-06, 6.94e-06, 2.12e-06, 1.85e-06, 6.60e-08, 4.90e-08, 3.58e-07, 2.97e-07] []
88100 [3.92e-06, 3.62e-06, 1.90e-06, 2.90e-06, 2.61e-06, 1.40e-06, 4.86e-07, 3.90e-06, 2.42e-07, 1.36e-05, 1.20e-04, 2.73e-04, 2.77e-05, 5.16e-04, 0.00e+00, 0.00e+00, 1.77e-07, 3.54e-08, 1.86e-07, 1.54e-08, 9.78e-07, 1.01e-07] [3.92e-06, 3.62e-06, 1.90e-06, 2.90e-06, 2.61e-06, 1.40e-06, 4.86e-07, 3.90e-06, 2.42e-07, 1.36e-05, 1.20e-04, 2.73e-04, 2.77e-05, 5.16e-04, 0.00e+00, 0.00e+00, 1.77e-07, 3.54e-08, 1.86e-07, 1.54e-08, 9.78e-07, 1.01e-07] []
88200 [7.70e-05, 3.00e-05, 5.43e-05, 2.01e-05, 4.64e-05, 1.39e-05, 6.00e-06, 2.52e-04, 1.61e-03, 1.06e-03, 2.12e-03, 1.93e-03, 1.71e-03, 1.62e-03, 1.33e-04, 1.13e-05, 1.40e-04, 1.87e-04, 0.00e+00, 0.00e+00, 2.23e-04, 1.35e-03] [7.70e-05, 3.00e-05, 5.43e-05, 2.01e-05, 4.64e-05, 1.39e-05, 6.00e-06, 2.52e-04, 1.61e-03, 1.06e-03, 2.12e-03, 1.93e-03, 1.71e-03, 1.62e-03, 1.33e-04, 1.13e-05, 1.40e-04, 1.87e-04, 0.00e+00, 0.00e+00, 2.23e-04, 1.35e-03] []
88300 [2.56e-05, 7.10e-06, 3.03e-06, 2.02e-06, 3.00e-06, 3.75e-06, 1.99e-06, 1.09e-08, 3.90e-08, 1.88e-08, 9.32e-05, 6.32e-04, 6.83e-04, 7.74e-06, 0.00e+00, 7.10e-08, 1.81e-07, 3.49e-08, 4.93e-08, 1.81e-08, 2.46e-08, 2.80e-08] [2.56e-05, 7.10e-06, 3.03e-06, 2.02e-06, 3.00e-06, 3.75e-06, 1.99e-06, 1.09e-08, 3.90e-08, 1.88e-08, 9.32e-05, 6.32e-04, 6.83e-04, 7.74e-06, 0.00e+00, 7.10e-08, 1.81e-07, 3.49e-08, 4.93e-08, 1.81e-08, 2.46e-08, 2.80e-08] []
88400 [1.12e-05, 5.65e-06, 1.51e-06, 1.49e-06, 3.39e-06, 1.95e-06, 7.85e-07, 7.57e-10, 4.20e-11, 8.24e-10, 3.92e-05, 5.87e-04, 5.76e-04, 5.60e-06, 4.22e-10, 1.01e-08, 8.48e-08, 4.06e-08, 3.15e-08, 1.20e-09, 6.54e-08, 2.72e-09] [1.12e-05, 5.65e-06, 1.51e-06, 1.49e-06, 3.39e-06, 1.95e-06, 7.85e-07, 7.57e-10, 4.20e-11, 8.24e-10, 3.92e-05, 5.87e-04, 5.76e-04, 5.60e-06, 4.22e-10, 1.01e-08, 8.48e-08, 4.06e-08, 3.15e-08, 1.20e-09, 6.54e-08, 2.72e-09] []
88500 [5.01e-06, 1.92e-06, 1.16e-06, 1.24e-06, 2.67e-06, 1.39e-06, 6.40e-07, 2.52e-09, 4.07e-09, 2.59e-07, 5.03e-05, 2.02e-04, 1.20e-04, 9.67e-07, 2.05e-07, 8.97e-08, 1.03e-06, 7.65e-07, 6.03e-08, 4.29e-11, 4.62e-07, 1.38e-07] [5.01e-06, 1.92e-06, 1.16e-06, 1.24e-06, 2.67e-06, 1.39e-06, 6.40e-07, 2.52e-09, 4.07e-09, 2.59e-07, 5.03e-05, 2.02e-04, 1.20e-04, 9.67e-07, 2.05e-07, 8.97e-08, 1.03e-06, 7.65e-07, 6.03e-08, 4.29e-11, 4.62e-07, 1.38e-07] []
88600 [5.36e-06, 1.36e-06, 1.00e-06, 9.29e-07, 2.61e-06, 1.66e-06, 7.11e-07, 1.53e-07, 3.27e-08, 3.03e-08, 3.75e-05, 1.28e-04, 6.45e-05, 4.56e-07, 2.18e-07, 1.76e-07, 8.88e-07, 5.38e-07, 2.72e-07, 2.75e-08, 1.87e-06, 1.65e-07] [5.36e-06, 1.36e-06, 1.00e-06, 9.29e-07, 2.61e-06, 1.66e-06, 7.11e-07, 1.53e-07, 3.27e-08, 3.03e-08, 3.75e-05, 1.28e-04, 6.45e-05, 4.56e-07, 2.18e-07, 1.76e-07, 8.88e-07, 5.38e-07, 2.72e-07, 2.75e-08, 1.87e-06, 1.65e-07] []
88700 [4.37e-06, 1.30e-06, 9.77e-07, 1.03e-06, 2.98e-06, 1.62e-06, 6.83e-07, 8.62e-09, 2.75e-08, 2.07e-08, 3.44e-05, 1.02e-04, 4.83e-05, 5.17e-07, 7.41e-08, 6.81e-08, 7.59e-07, 9.21e-07, 3.22e-08, 1.58e-08, 3.62e-07, 9.44e-08] [4.37e-06, 1.30e-06, 9.77e-07, 1.03e-06, 2.98e-06, 1.62e-06, 6.83e-07, 8.62e-09, 2.75e-08, 2.07e-08, 3.44e-05, 1.02e-04, 4.83e-05, 5.17e-07, 7.41e-08, 6.81e-08, 7.59e-07, 9.21e-07, 3.22e-08, 1.58e-08, 3.62e-07, 9.44e-08] []
88800 [3.82e-06, 1.78e-06, 1.09e-06, 1.68e-06, 5.32e-06, 1.48e-06, 7.41e-07, 1.11e-06, 2.04e-07, 1.40e-07, 2.95e-05, 6.35e-05, 4.04e-05, 2.92e-06, 4.37e-07, 1.18e-07, 5.14e-07, 1.35e-06, 1.24e-08, 9.96e-09, 1.52e-06, 3.07e-07] [3.82e-06, 1.78e-06, 1.09e-06, 1.68e-06, 5.32e-06, 1.48e-06, 7.41e-07, 1.11e-06, 2.04e-07, 1.40e-07, 2.95e-05, 6.35e-05, 4.04e-05, 2.92e-06, 4.37e-07, 1.18e-07, 5.14e-07, 1.35e-06, 1.24e-08, 9.96e-09, 1.52e-06, 3.07e-07] []
88900 [2.92e-06, 2.27e-06, 1.34e-06, 1.76e-06, 6.63e-06, 1.20e-06, 7.38e-07, 2.50e-10, 1.83e-08, 2.97e-08, 3.29e-05, 3.90e-05, 2.64e-05, 3.65e-06, 1.72e-07, 3.39e-08, 7.33e-08, 5.82e-07, 1.60e-08, 2.43e-08, 6.66e-07, 2.45e-07] [2.92e-06, 2.27e-06, 1.34e-06, 1.76e-06, 6.63e-06, 1.20e-06, 7.38e-07, 2.50e-10, 1.83e-08, 2.97e-08, 3.29e-05, 3.90e-05, 2.64e-05, 3.65e-06, 1.72e-07, 3.39e-08, 7.33e-08, 5.82e-07, 1.60e-08, 2.43e-08, 6.66e-07, 2.45e-07] []
89000 [2.57e-06, 2.62e-06, 1.53e-06, 1.64e-06, 6.60e-06, 1.28e-06, 7.14e-07, 2.52e-11, 8.53e-08, 3.22e-11, 2.48e-05, 2.12e-05, 1.76e-05, 1.28e-06, 2.65e-07, 5.78e-08, 1.55e-07, 2.10e-07, 8.38e-09, 1.44e-08, 8.69e-07, 2.49e-07] [2.57e-06, 2.62e-06, 1.53e-06, 1.64e-06, 6.60e-06, 1.28e-06, 7.14e-07, 2.52e-11, 8.53e-08, 3.22e-11, 2.48e-05, 2.12e-05, 1.76e-05, 1.28e-06, 2.65e-07, 5.78e-08, 1.55e-07, 2.10e-07, 8.38e-09, 1.44e-08, 8.69e-07, 2.49e-07] []
89100 [2.35e-06, 3.03e-06, 1.72e-06, 1.52e-06, 6.88e-06, 1.23e-06, 6.42e-07, 1.84e-06, 3.46e-06, 4.44e-09, 2.03e-05, 1.30e-05, 1.24e-05, 3.01e-06, 1.17e-07, 4.49e-07, 1.35e-08, 2.19e-07, 0.00e+00, 0.00e+00, 1.84e-06, 2.92e-06] [2.35e-06, 3.03e-06, 1.72e-06, 1.52e-06, 6.88e-06, 1.23e-06, 6.42e-07, 1.84e-06, 3.46e-06, 4.44e-09, 2.03e-05, 1.30e-05, 1.24e-05, 3.01e-06, 1.17e-07, 4.49e-07, 1.35e-08, 2.19e-07, 0.00e+00, 0.00e+00, 1.84e-06, 2.92e-06] []
89200 [2.80e-06, 2.93e-06, 1.88e-06, 1.32e-06, 6.31e-06, 1.36e-06, 5.69e-07, 5.29e-07, 4.15e-08, 1.14e-08, 3.85e-05, 1.50e-05, 3.69e-05, 1.01e-05, 5.25e-07, 8.83e-07, 1.13e-06, 1.32e-06, 4.12e-07, 9.92e-09, 2.44e-06, 3.32e-08] [2.80e-06, 2.93e-06, 1.88e-06, 1.32e-06, 6.31e-06, 1.36e-06, 5.69e-07, 5.29e-07, 4.15e-08, 1.14e-08, 3.85e-05, 1.50e-05, 3.69e-05, 1.01e-05, 5.25e-07, 8.83e-07, 1.13e-06, 1.32e-06, 4.12e-07, 9.92e-09, 2.44e-06, 3.32e-08] []
89300 [3.99e-06, 2.99e-06, 2.11e-06, 1.24e-06, 5.63e-06, 1.32e-06, 4.60e-07, 3.00e-05, 8.17e-06, 8.39e-07, 8.70e-05, 4.33e-05, 1.75e-04, 1.26e-04, 1.73e-06, 2.54e-06, 2.83e-06, 4.50e-06, 4.09e-06, 8.63e-07, 2.40e-05, 5.08e-06] [3.99e-06, 2.99e-06, 2.11e-06, 1.24e-06, 5.63e-06, 1.32e-06, 4.60e-07, 3.00e-05, 8.17e-06, 8.39e-07, 8.70e-05, 4.33e-05, 1.75e-04, 1.26e-04, 1.73e-06, 2.54e-06, 2.83e-06, 4.50e-06, 4.09e-06, 8.63e-07, 2.40e-05, 5.08e-06] []
89400 [3.14e-06, 2.85e-06, 2.18e-06, 1.16e-06, 5.48e-06, 1.23e-06, 3.69e-07, 1.10e-07, 8.28e-08, 2.19e-07, 1.47e-05, 9.91e-06, 1.74e-05, 2.30e-05, 3.56e-07, 7.22e-07, 7.36e-07, 7.31e-07, 3.49e-08, 4.86e-09, 8.87e-08, 1.83e-07] [3.14e-06, 2.85e-06, 2.18e-06, 1.16e-06, 5.48e-06, 1.23e-06, 3.69e-07, 1.10e-07, 8.28e-08, 2.19e-07, 1.47e-05, 9.91e-06, 1.74e-05, 2.30e-05, 3.56e-07, 7.22e-07, 7.36e-07, 7.31e-07, 3.49e-08, 4.86e-09, 8.87e-08, 1.83e-07] []
89500 [2.88e-06, 2.93e-06, 2.31e-06, 9.06e-07, 5.76e-06, 1.17e-06, 2.91e-07, 1.64e-08, 2.08e-07, 2.87e-08, 1.01e-05, 6.32e-06, 7.14e-06, 7.52e-06, 2.27e-07, 4.57e-07, 2.90e-07, 2.18e-07, 2.38e-08, 5.08e-08, 1.40e-07, 2.97e-07] [2.88e-06, 2.93e-06, 2.31e-06, 9.06e-07, 5.76e-06, 1.17e-06, 2.91e-07, 1.64e-08, 2.08e-07, 2.87e-08, 1.01e-05, 6.32e-06, 7.14e-06, 7.52e-06, 2.27e-07, 4.57e-07, 2.90e-07, 2.18e-07, 2.38e-08, 5.08e-08, 1.40e-07, 2.97e-07] []
89600 [3.17e-06, 3.06e-06, 2.32e-06, 1.51e-06, 5.91e-06, 1.23e-06, 3.15e-07, 2.20e-06, 1.41e-05, 4.91e-06, 2.96e-05, 6.96e-05, 1.43e-04, 3.80e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.19e-06, 1.10e-05] [3.17e-06, 3.06e-06, 2.32e-06, 1.51e-06, 5.91e-06, 1.23e-06, 3.15e-07, 2.20e-06, 1.41e-05, 4.91e-06, 2.96e-05, 6.96e-05, 1.43e-04, 3.80e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.19e-06, 1.10e-05] []
89700 [2.50e-06, 3.14e-06, 2.42e-06, 1.32e-06, 5.84e-06, 1.11e-06, 2.56e-07, 6.24e-08, 8.67e-07, 2.31e-06, 2.90e-05, 4.16e-05, 1.19e-04, 2.04e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-10, 6.43e-08, 2.33e-07, 3.27e-07] [2.50e-06, 3.14e-06, 2.42e-06, 1.32e-06, 5.84e-06, 1.11e-06, 2.56e-07, 6.24e-08, 8.67e-07, 2.31e-06, 2.90e-05, 4.16e-05, 1.19e-04, 2.04e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-10, 6.43e-08, 2.33e-07, 3.27e-07] []
89800 [2.78e-06, 2.84e-06, 2.31e-06, 1.02e-06, 5.44e-06, 1.26e-06, 2.63e-07, 3.58e-05, 1.04e-04, 2.28e-06, 2.62e-05, 5.52e-05, 6.72e-06, 1.38e-04, 1.14e-12, 2.36e-09, 1.12e-08, 0.00e+00, 0.00e+00, 0.00e+00, 2.46e-05, 9.31e-05] [2.78e-06, 2.84e-06, 2.31e-06, 1.02e-06, 5.44e-06, 1.26e-06, 2.63e-07, 3.58e-05, 1.04e-04, 2.28e-06, 2.62e-05, 5.52e-05, 6.72e-06, 1.38e-04, 1.14e-12, 2.36e-09, 1.12e-08, 0.00e+00, 0.00e+00, 0.00e+00, 2.46e-05, 9.31e-05] []
89900 [2.59e-06, 3.00e-06, 2.37e-06, 9.76e-07, 5.27e-06, 1.12e-06, 2.68e-07, 2.85e-07, 9.57e-09, 2.06e-07, 6.04e-06, 6.35e-06, 4.64e-06, 1.10e-05, 8.36e-09, 3.32e-08, 1.92e-08, 2.61e-10, 3.48e-10, 6.36e-09, 9.55e-08, 1.93e-08] [2.59e-06, 3.00e-06, 2.37e-06, 9.76e-07, 5.27e-06, 1.12e-06, 2.68e-07, 2.85e-07, 9.57e-09, 2.06e-07, 6.04e-06, 6.35e-06, 4.64e-06, 1.10e-05, 8.36e-09, 3.32e-08, 1.92e-08, 2.61e-10, 3.48e-10, 6.36e-09, 9.55e-08, 1.93e-08] []
90000 [5.31e-06, 3.12e-06, 2.46e-06, 1.03e-06, 5.09e-06, 1.12e-06, 2.83e-07, 7.44e-07, 6.86e-07, 3.39e-06, 1.58e-05, 3.71e-05, 5.00e-05, 2.11e-04, 2.22e-06, 2.86e-06, 1.62e-06, 1.02e-06, 1.30e-07, 6.55e-08, 7.57e-07, 3.65e-07] [5.31e-06, 3.12e-06, 2.46e-06, 1.03e-06, 5.09e-06, 1.12e-06, 2.83e-07, 7.44e-07, 6.86e-07, 3.39e-06, 1.58e-05, 3.71e-05, 5.00e-05, 2.11e-04, 2.22e-06, 2.86e-06, 1.62e-06, 1.02e-06, 1.30e-07, 6.55e-08, 7.57e-07, 3.65e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 44.459503 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
90000 [5.31e-06, 3.12e-06, 2.46e-06, 1.03e-06, 5.09e-06, 1.12e-06, 2.83e-07, 7.44e-07, 6.86e-07, 3.39e-06, 1.58e-05, 3.71e-05, 5.00e-05, 2.11e-04, 2.22e-06, 2.86e-06, 1.62e-06, 1.02e-06, 1.30e-07, 6.55e-08, 7.57e-07, 3.65e-07] [5.31e-06, 3.12e-06, 2.46e-06, 1.03e-06, 5.09e-06, 1.12e-06, 2.83e-07, 7.44e-07, 6.86e-07, 3.39e-06, 1.58e-05, 3.71e-05, 5.00e-05, 2.11e-04, 2.22e-06, 2.86e-06, 1.62e-06, 1.02e-06, 1.30e-07, 6.55e-08, 7.57e-07, 3.65e-07] []
90100 [5.94e-06, 3.19e-06, 2.45e-06, 9.38e-07, 4.91e-06, 1.11e-06, 2.68e-07, 1.45e-05, 1.06e-08, 5.29e-06, 5.39e-05, 5.71e-05, 2.21e-04, 4.00e-04, 2.78e-06, 3.99e-06, 3.73e-06, 3.06e-06, 1.26e-06, 7.86e-09, 7.34e-06, 2.71e-08] [5.94e-06, 3.19e-06, 2.45e-06, 9.38e-07, 4.91e-06, 1.11e-06, 2.68e-07, 1.45e-05, 1.06e-08, 5.29e-06, 5.39e-05, 5.71e-05, 2.21e-04, 4.00e-04, 2.78e-06, 3.99e-06, 3.73e-06, 3.06e-06, 1.26e-06, 7.86e-09, 7.34e-06, 2.71e-08] []
90200 [2.45e-06, 3.03e-06, 2.26e-06, 1.02e-06, 4.88e-06, 1.14e-06, 2.21e-07, 1.71e-09, 1.17e-11, 2.04e-06, 1.04e-05, 2.18e-05, 6.51e-06, 6.49e-05, 3.74e-10, 9.46e-10, 1.70e-09, 1.18e-10, 1.23e-09, 2.29e-09, 3.23e-08, 2.04e-07] [2.45e-06, 3.03e-06, 2.26e-06, 1.02e-06, 4.88e-06, 1.14e-06, 2.21e-07, 1.71e-09, 1.17e-11, 2.04e-06, 1.04e-05, 2.18e-05, 6.51e-06, 6.49e-05, 3.74e-10, 9.46e-10, 1.70e-09, 1.18e-10, 1.23e-09, 2.29e-09, 3.23e-08, 2.04e-07] []
90300 [3.53e-06, 3.14e-06, 2.30e-06, 8.69e-07, 4.74e-06, 1.04e-06, 2.32e-07, 1.80e-07, 1.56e-06, 8.26e-07, 1.97e-05, 1.30e-05, 5.24e-05, 7.25e-05, 3.99e-07, 8.41e-07, 9.21e-07, 7.96e-07, 2.53e-08, 1.02e-07, 1.41e-07, 5.57e-07] [3.53e-06, 3.14e-06, 2.30e-06, 8.69e-07, 4.74e-06, 1.04e-06, 2.32e-07, 1.80e-07, 1.56e-06, 8.26e-07, 1.97e-05, 1.30e-05, 5.24e-05, 7.25e-05, 3.99e-07, 8.41e-07, 9.21e-07, 7.96e-07, 2.53e-08, 1.02e-07, 1.41e-07, 5.57e-07] []
90400 [7.53e-06, 3.19e-06, 2.47e-06, 1.10e-06, 4.69e-06, 1.34e-06, 3.74e-07, 2.36e-05, 6.62e-05, 9.88e-06, 7.28e-05, 1.27e-04, 2.72e-05, 3.32e-04, 6.93e-06, 9.35e-06, 1.67e-06, 8.02e-07, 0.00e+00, 0.00e+00, 1.90e-05, 5.01e-05] [7.53e-06, 3.19e-06, 2.47e-06, 1.10e-06, 4.69e-06, 1.34e-06, 3.74e-07, 2.36e-05, 6.62e-05, 9.88e-06, 7.28e-05, 1.27e-04, 2.72e-05, 3.32e-04, 6.93e-06, 9.35e-06, 1.67e-06, 8.02e-07, 0.00e+00, 0.00e+00, 1.90e-05, 5.01e-05] []
90500 [3.95e-06, 3.10e-06, 2.23e-06, 1.07e-06, 4.44e-06, 1.17e-06, 3.15e-07, 8.99e-05, 6.70e-05, 1.05e-07, 9.04e-05, 5.76e-05, 1.34e-04, 5.16e-06, 4.21e-07, 1.72e-07, 0.00e+00, 1.86e-10, 0.00e+00, 0.00e+00, 7.26e-05, 5.22e-05] [3.95e-06, 3.10e-06, 2.23e-06, 1.07e-06, 4.44e-06, 1.17e-06, 3.15e-07, 8.99e-05, 6.70e-05, 1.05e-07, 9.04e-05, 5.76e-05, 1.34e-04, 5.16e-06, 4.21e-07, 1.72e-07, 0.00e+00, 1.86e-10, 0.00e+00, 0.00e+00, 7.26e-05, 5.22e-05] []
90600 [2.55e-06, 3.22e-06, 2.16e-06, 1.00e-06, 4.48e-06, 1.04e-06, 2.71e-07, 7.54e-08, 5.92e-08, 9.05e-08, 1.55e-05, 1.12e-05, 3.68e-05, 1.96e-05, 8.91e-09, 2.84e-08, 4.88e-10, 0.00e+00, 4.23e-09, 5.43e-10, 2.15e-08, 5.33e-08] [2.55e-06, 3.22e-06, 2.16e-06, 1.00e-06, 4.48e-06, 1.04e-06, 2.71e-07, 7.54e-08, 5.92e-08, 9.05e-08, 1.55e-05, 1.12e-05, 3.68e-05, 1.96e-05, 8.91e-09, 2.84e-08, 4.88e-10, 0.00e+00, 4.23e-09, 5.43e-10, 2.15e-08, 5.33e-08] []
90700 [2.33e-06, 3.34e-06, 2.10e-06, 1.21e-06, 4.49e-06, 1.05e-06, 2.66e-07, 1.12e-06, 5.54e-07, 3.09e-07, 2.74e-05, 1.90e-05, 7.02e-05, 4.30e-05, 7.34e-09, 3.52e-09, 0.00e+00, 0.00e+00, 4.46e-08, 0.00e+00, 1.52e-07, 4.50e-07] [2.33e-06, 3.34e-06, 2.10e-06, 1.21e-06, 4.49e-06, 1.05e-06, 2.66e-07, 1.12e-06, 5.54e-07, 3.09e-07, 2.74e-05, 1.90e-05, 7.02e-05, 4.30e-05, 7.34e-09, 3.52e-09, 0.00e+00, 0.00e+00, 4.46e-08, 0.00e+00, 1.52e-07, 4.50e-07] []
90800 [2.85e-06, 3.10e-06, 1.99e-06, 1.27e-06, 4.06e-06, 1.24e-06, 3.23e-07, 1.46e-05, 4.25e-06, 3.54e-06, 1.44e-05, 4.83e-05, 6.73e-05, 2.54e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.14e-06, 2.84e-06] [2.85e-06, 3.10e-06, 1.99e-06, 1.27e-06, 4.06e-06, 1.24e-06, 3.23e-07, 1.46e-05, 4.25e-06, 3.54e-06, 1.44e-05, 4.83e-05, 6.73e-05, 2.54e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.14e-06, 2.84e-06] []
90900 [2.41e-06, 3.24e-06, 2.02e-06, 1.06e-06, 4.07e-06, 1.18e-06, 3.52e-07, 9.25e-07, 2.98e-07, 1.22e-08, 5.50e-06, 2.86e-06, 1.85e-06, 1.72e-06, 3.23e-08, 2.27e-08, 5.70e-08, 3.20e-08, 7.51e-08, 0.00e+00, 4.78e-07, 1.69e-07] [2.41e-06, 3.24e-06, 2.02e-06, 1.06e-06, 4.07e-06, 1.18e-06, 3.52e-07, 9.25e-07, 2.98e-07, 1.22e-08, 5.50e-06, 2.86e-06, 1.85e-06, 1.72e-06, 3.23e-08, 2.27e-08, 5.70e-08, 3.20e-08, 7.51e-08, 0.00e+00, 4.78e-07, 1.69e-07] []
91000 [7.16e-06, 3.26e-06, 2.10e-06, 1.13e-06, 3.76e-06, 1.54e-06, 5.21e-07, 9.29e-05, 4.04e-08, 7.89e-06, 3.11e-05, 8.93e-05, 1.15e-04, 5.54e-04, 6.18e-06, 7.67e-06, 3.62e-06, 2.57e-06, 8.75e-06, 1.22e-08, 4.70e-05, 6.14e-08] [7.16e-06, 3.26e-06, 2.10e-06, 1.13e-06, 3.76e-06, 1.54e-06, 5.21e-07, 9.29e-05, 4.04e-08, 7.89e-06, 3.11e-05, 8.93e-05, 1.15e-04, 5.54e-04, 6.18e-06, 7.67e-06, 3.62e-06, 2.57e-06, 8.75e-06, 1.22e-08, 4.70e-05, 6.14e-08] []
91100 [4.65e-06, 3.12e-06, 1.96e-06, 1.01e-06, 3.47e-06, 1.27e-06, 3.74e-07, 1.67e-06, 4.61e-05, 3.11e-06, 1.82e-05, 3.13e-05, 7.11e-05, 2.09e-04, 1.81e-06, 2.20e-06, 1.92e-06, 1.20e-06, 0.00e+00, 0.00e+00, 6.10e-07, 3.50e-05] [4.65e-06, 3.12e-06, 1.96e-06, 1.01e-06, 3.47e-06, 1.27e-06, 3.74e-07, 1.67e-06, 4.61e-05, 3.11e-06, 1.82e-05, 3.13e-05, 7.11e-05, 2.09e-04, 1.81e-06, 2.20e-06, 1.92e-06, 1.20e-06, 0.00e+00, 0.00e+00, 6.10e-07, 3.50e-05] []
91200 [2.99e-06, 3.42e-06, 1.96e-06, 1.05e-06, 3.87e-06, 1.10e-06, 3.14e-07, 1.65e-08, 1.82e-06, 5.42e-07, 6.36e-06, 6.94e-06, 8.73e-06, 3.24e-05, 3.78e-07, 3.70e-07, 2.55e-07, 3.07e-07, 2.13e-09, 0.00e+00, 3.00e-08, 1.10e-06] [2.99e-06, 3.42e-06, 1.96e-06, 1.05e-06, 3.87e-06, 1.10e-06, 3.14e-07, 1.65e-08, 1.82e-06, 5.42e-07, 6.36e-06, 6.94e-06, 8.73e-06, 3.24e-05, 3.78e-07, 3.70e-07, 2.55e-07, 3.07e-07, 2.13e-09, 0.00e+00, 3.00e-08, 1.10e-06] []
91300 [4.75e-06, 3.48e-06, 1.97e-06, 1.10e-06, 3.61e-06, 1.14e-06, 3.59e-07, 1.38e-06, 7.60e-09, 3.61e-06, 5.41e-05, 4.68e-05, 1.96e-04, 3.15e-04, 2.41e-06, 2.61e-06, 2.93e-06, 2.58e-06, 2.64e-07, 8.23e-09, 1.59e-06, 4.70e-08] [4.75e-06, 3.48e-06, 1.97e-06, 1.10e-06, 3.61e-06, 1.14e-06, 3.59e-07, 1.38e-06, 7.60e-09, 3.61e-06, 5.41e-05, 4.68e-05, 1.96e-04, 3.15e-04, 2.41e-06, 2.61e-06, 2.93e-06, 2.58e-06, 2.64e-07, 8.23e-09, 1.59e-06, 4.70e-08] []
91400 [2.95e-06, 3.41e-06, 1.83e-06, 1.04e-06, 3.47e-06, 1.10e-06, 3.57e-07, 3.86e-06, 2.96e-06, 6.28e-07, 2.80e-05, 1.19e-05, 6.20e-05, 4.74e-05, 3.46e-07, 2.57e-07, 8.31e-07, 7.41e-07, 0.00e+00, 0.00e+00, 9.92e-07, 1.56e-06] [2.95e-06, 3.41e-06, 1.83e-06, 1.04e-06, 3.47e-06, 1.10e-06, 3.57e-07, 3.86e-06, 2.96e-06, 6.28e-07, 2.80e-05, 1.19e-05, 6.20e-05, 4.74e-05, 3.46e-07, 2.57e-07, 8.31e-07, 7.41e-07, 0.00e+00, 0.00e+00, 9.92e-07, 1.56e-06] []
91500 [2.61e-06, 3.51e-06, 1.80e-06, 1.21e-06, 3.70e-06, 1.11e-06, 3.37e-07, 2.25e-07, 3.22e-07, 2.51e-07, 5.95e-06, 5.78e-06, 2.28e-06, 8.34e-06, 1.53e-07, 2.90e-07, 1.23e-07, 9.54e-08, 2.79e-08, 0.00e+00, 1.86e-07, 1.06e-07] [2.61e-06, 3.51e-06, 1.80e-06, 1.21e-06, 3.70e-06, 1.11e-06, 3.37e-07, 2.25e-07, 3.22e-07, 2.51e-07, 5.95e-06, 5.78e-06, 2.28e-06, 8.34e-06, 1.53e-07, 2.90e-07, 1.23e-07, 9.54e-08, 2.79e-08, 0.00e+00, 1.86e-07, 1.06e-07] []
91600 [2.01e-06, 3.62e-06, 1.76e-06, 1.27e-06, 3.69e-06, 1.06e-06, 3.21e-07, 4.69e-06, 1.77e-06, 8.70e-08, 7.46e-06, 6.03e-06, 1.59e-05, 1.35e-05, 9.72e-09, 8.00e-09, 2.66e-09, 1.08e-10, 0.00e+00, 0.00e+00, 3.15e-06, 1.07e-06] [2.01e-06, 3.62e-06, 1.76e-06, 1.27e-06, 3.69e-06, 1.06e-06, 3.21e-07, 4.69e-06, 1.77e-06, 8.70e-08, 7.46e-06, 6.03e-06, 1.59e-05, 1.35e-05, 9.72e-09, 8.00e-09, 2.66e-09, 1.08e-10, 0.00e+00, 0.00e+00, 3.15e-06, 1.07e-06] []
91700 [4.76e-06, 3.65e-06, 1.82e-06, 1.17e-06, 3.39e-06, 1.16e-06, 3.72e-07, 2.43e-06, 1.99e-06, 3.44e-06, 1.12e-04, 6.98e-05, 3.50e-04, 3.59e-04, 2.58e-06, 2.57e-06, 4.89e-06, 3.63e-06, 2.33e-07, 2.39e-07, 1.38e-06, 1.52e-06] [4.76e-06, 3.65e-06, 1.82e-06, 1.17e-06, 3.39e-06, 1.16e-06, 3.72e-07, 2.43e-06, 1.99e-06, 3.44e-06, 1.12e-04, 6.98e-05, 3.50e-04, 3.59e-04, 2.58e-06, 2.57e-06, 4.89e-06, 3.63e-06, 2.33e-07, 2.39e-07, 1.38e-06, 1.52e-06] []
91800 [2.30e-06, 3.30e-06, 1.63e-06, 1.08e-06, 3.25e-06, 1.18e-06, 3.70e-07, 3.45e-05, 1.23e-06, 1.45e-07, 1.21e-05, 1.11e-05, 7.80e-06, 6.43e-06, 6.76e-09, 1.33e-08, 1.11e-07, 1.36e-07, 0.00e+00, 1.43e-07, 2.84e-05, 8.98e-07] [2.30e-06, 3.30e-06, 1.63e-06, 1.08e-06, 3.25e-06, 1.18e-06, 3.70e-07, 3.45e-05, 1.23e-06, 1.45e-07, 1.21e-05, 1.11e-05, 7.80e-06, 6.43e-06, 6.76e-09, 1.33e-08, 1.11e-07, 1.36e-07, 0.00e+00, 1.43e-07, 2.84e-05, 8.98e-07] []
91900 [2.81e-06, 3.65e-06, 1.70e-06, 1.20e-06, 3.48e-06, 1.06e-06, 3.20e-07, 1.48e-06, 1.35e-06, 5.54e-07, 1.69e-05, 1.00e-05, 4.42e-05, 5.89e-05, 3.81e-07, 4.85e-07, 7.14e-07, 6.64e-07, 2.80e-07, 1.11e-07, 1.70e-06, 7.19e-07] [2.81e-06, 3.65e-06, 1.70e-06, 1.20e-06, 3.48e-06, 1.06e-06, 3.20e-07, 1.48e-06, 1.35e-06, 5.54e-07, 1.69e-05, 1.00e-05, 4.42e-05, 5.89e-05, 3.81e-07, 4.85e-07, 7.14e-07, 6.64e-07, 2.80e-07, 1.11e-07, 1.70e-06, 7.19e-07] []
92000 [3.48e-06, 3.29e-06, 1.53e-06, 1.27e-06, 3.25e-06, 1.22e-06, 4.50e-07, 5.39e-07, 2.05e-06, 1.51e-07, 6.20e-05, 5.73e-05, 9.93e-05, 2.43e-06, 2.31e-07, 2.50e-07, 3.66e-09, 1.54e-08, 0.00e+00, 1.94e-07, 3.04e-06, 1.25e-06] [3.48e-06, 3.29e-06, 1.53e-06, 1.27e-06, 3.25e-06, 1.22e-06, 4.50e-07, 5.39e-07, 2.05e-06, 1.51e-07, 6.20e-05, 5.73e-05, 9.93e-05, 2.43e-06, 2.31e-07, 2.50e-07, 3.66e-09, 1.54e-08, 0.00e+00, 1.94e-07, 3.04e-06, 1.25e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 46.815994 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
92000 [3.48e-06, 3.29e-06, 1.53e-06, 1.27e-06, 3.25e-06, 1.22e-06, 4.50e-07, 5.39e-07, 2.05e-06, 1.51e-07, 6.20e-05, 5.73e-05, 9.93e-05, 2.43e-06, 2.31e-07, 2.50e-07, 3.66e-09, 1.54e-08, 0.00e+00, 1.94e-07, 3.04e-06, 1.25e-06] [3.48e-06, 3.29e-06, 1.53e-06, 1.27e-06, 3.25e-06, 1.22e-06, 4.50e-07, 5.39e-07, 2.05e-06, 1.51e-07, 6.20e-05, 5.73e-05, 9.93e-05, 2.43e-06, 2.31e-07, 2.50e-07, 3.66e-09, 1.54e-08, 0.00e+00, 1.94e-07, 3.04e-06, 1.25e-06] []
92100 [2.71e-06, 3.76e-06, 1.70e-06, 1.17e-06, 3.57e-06, 1.11e-06, 3.60e-07, 5.93e-08, 1.21e-06, 4.11e-07, 6.73e-06, 6.07e-06, 1.25e-05, 3.38e-05, 3.07e-07, 5.58e-07, 4.23e-07, 4.78e-07, 1.37e-09, 6.05e-08, 3.05e-08, 2.99e-07] [2.71e-06, 3.76e-06, 1.70e-06, 1.17e-06, 3.57e-06, 1.11e-06, 3.60e-07, 5.93e-08, 1.21e-06, 4.11e-07, 6.73e-06, 6.07e-06, 1.25e-05, 3.38e-05, 3.07e-07, 5.58e-07, 4.23e-07, 4.78e-07, 1.37e-09, 6.05e-08, 3.05e-08, 2.99e-07] []
92200 [3.91e-06, 3.57e-06, 1.55e-06, 1.13e-06, 3.26e-06, 1.17e-06, 4.22e-07, 2.82e-06, 8.90e-09, 1.72e-06, 1.41e-05, 2.05e-05, 4.78e-05, 1.36e-04, 1.19e-06, 1.12e-06, 1.02e-06, 9.75e-07, 2.93e-07, 1.30e-08, 1.71e-06, 7.38e-08] [3.91e-06, 3.57e-06, 1.55e-06, 1.13e-06, 3.26e-06, 1.17e-06, 4.22e-07, 2.82e-06, 8.90e-09, 1.72e-06, 1.41e-05, 2.05e-05, 4.78e-05, 1.36e-04, 1.19e-06, 1.12e-06, 1.02e-06, 9.75e-07, 2.93e-07, 1.30e-08, 1.71e-06, 7.38e-08] []
92300 [2.86e-06, 3.73e-06, 1.58e-06, 1.22e-06, 3.39e-06, 1.08e-06, 3.44e-07, 2.65e-06, 7.46e-07, 6.94e-07, 8.54e-06, 7.98e-06, 2.33e-05, 5.36e-05, 4.44e-07, 5.54e-07, 5.01e-07, 6.30e-07, 0.00e+00, 0.00e+00, 1.62e-06, 6.41e-07] [2.86e-06, 3.73e-06, 1.58e-06, 1.22e-06, 3.39e-06, 1.08e-06, 3.44e-07, 2.65e-06, 7.46e-07, 6.94e-07, 8.54e-06, 7.98e-06, 2.33e-05, 5.36e-05, 4.44e-07, 5.54e-07, 5.01e-07, 6.30e-07, 0.00e+00, 0.00e+00, 1.62e-06, 6.41e-07] []
92400 [2.38e-06, 3.75e-06, 1.50e-06, 1.38e-06, 3.36e-06, 1.03e-06, 3.31e-07, 1.70e-07, 1.97e-07, 2.99e-08, 2.16e-05, 2.01e-05, 3.82e-05, 1.04e-06, 2.63e-07, 8.61e-08, 2.41e-08, 7.51e-09, 6.29e-09, 4.97e-09, 8.13e-08, 5.54e-08] [2.38e-06, 3.75e-06, 1.50e-06, 1.38e-06, 3.36e-06, 1.03e-06, 3.31e-07, 1.70e-07, 1.97e-07, 2.99e-08, 2.16e-05, 2.01e-05, 3.82e-05, 1.04e-06, 2.63e-07, 8.61e-08, 2.41e-08, 7.51e-09, 6.29e-09, 4.97e-09, 8.13e-08, 5.54e-08] []
92500 [2.06e-06, 3.78e-06, 1.44e-06, 1.35e-06, 3.30e-06, 1.18e-06, 3.31e-07, 3.18e-07, 4.20e-07, 2.32e-10, 5.02e-06, 2.48e-06, 3.11e-06, 2.11e-06, 9.93e-08, 5.28e-08, 2.06e-07, 2.51e-07, 1.94e-09, 4.09e-08, 5.61e-08, 2.62e-07] [2.06e-06, 3.78e-06, 1.44e-06, 1.35e-06, 3.30e-06, 1.18e-06, 3.31e-07, 3.18e-07, 4.20e-07, 2.32e-10, 5.02e-06, 2.48e-06, 3.11e-06, 2.11e-06, 9.93e-08, 5.28e-08, 2.06e-07, 2.51e-07, 1.94e-09, 4.09e-08, 5.61e-08, 2.62e-07] []
92600 [1.84e-06, 3.84e-06, 1.52e-06, 1.38e-06, 3.42e-06, 1.16e-06, 3.50e-07, 1.64e-06, 3.03e-06, 4.76e-08, 4.57e-06, 2.64e-06, 2.56e-06, 4.91e-07, 1.17e-07, 6.58e-08, 1.36e-07, 1.97e-07, 1.82e-07, 0.00e+00, 1.13e-06, 2.84e-06] [1.84e-06, 3.84e-06, 1.52e-06, 1.38e-06, 3.42e-06, 1.16e-06, 3.50e-07, 1.64e-06, 3.03e-06, 4.76e-08, 4.57e-06, 2.64e-06, 2.56e-06, 4.91e-07, 1.17e-07, 6.58e-08, 1.36e-07, 1.97e-07, 1.82e-07, 0.00e+00, 1.13e-06, 2.84e-06] []
92700 [3.24e-06, 4.10e-06, 1.48e-06, 1.96e-06, 3.66e-06, 1.18e-06, 3.81e-07, 3.23e-05, 2.85e-06, 4.56e-06, 1.52e-04, 1.24e-04, 5.33e-04, 6.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.20e-05, 1.94e-06] [3.24e-06, 4.10e-06, 1.48e-06, 1.96e-06, 3.66e-06, 1.18e-06, 3.81e-07, 3.23e-05, 2.85e-06, 4.56e-06, 1.52e-04, 1.24e-04, 5.33e-04, 6.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.20e-05, 1.94e-06] []
92800 [2.12e-06, 3.37e-06, 1.35e-06, 1.33e-06, 3.35e-06, 1.19e-06, 3.69e-07, 1.31e-05, 6.61e-05, 6.36e-07, 8.38e-06, 1.12e-05, 2.97e-05, 5.11e-05, 9.59e-08, 4.52e-09, 7.16e-08, 1.21e-08, 0.00e+00, 0.00e+00, 1.02e-05, 4.77e-05] [2.12e-06, 3.37e-06, 1.35e-06, 1.33e-06, 3.35e-06, 1.19e-06, 3.69e-07, 1.31e-05, 6.61e-05, 6.36e-07, 8.38e-06, 1.12e-05, 2.97e-05, 5.11e-05, 9.59e-08, 4.52e-09, 7.16e-08, 1.21e-08, 0.00e+00, 0.00e+00, 1.02e-05, 4.77e-05] []
92900 [4.49e-06, 3.96e-06, 1.73e-06, 1.92e-06, 4.22e-06, 1.62e-06, 4.40e-07, 1.15e-06, 2.16e-06, 1.25e-05, 7.27e-05, 2.77e-04, 1.58e-05, 4.81e-04, 2.81e-09, 0.00e+00, 1.85e-07, 9.47e-09, 8.36e-07, 1.68e-07, 4.25e-06, 9.22e-07] [4.49e-06, 3.96e-06, 1.73e-06, 1.92e-06, 4.22e-06, 1.62e-06, 4.40e-07, 1.15e-06, 2.16e-06, 1.25e-05, 7.27e-05, 2.77e-04, 1.58e-05, 4.81e-04, 2.81e-09, 0.00e+00, 1.85e-07, 9.47e-09, 8.36e-07, 1.68e-07, 4.25e-06, 9.22e-07] []
93000 [1.69e-06, 3.83e-06, 1.44e-06, 1.43e-06, 3.43e-06, 1.12e-06, 2.95e-07, 3.42e-08, 5.94e-08, 1.74e-08, 3.36e-06, 2.16e-06, 1.75e-06, 1.30e-06, 3.81e-08, 2.70e-08, 7.52e-08, 6.97e-08, 2.13e-09, 1.54e-08, 2.12e-08, 7.76e-08] [1.69e-06, 3.83e-06, 1.44e-06, 1.43e-06, 3.43e-06, 1.12e-06, 2.95e-07, 3.42e-08, 5.94e-08, 1.74e-08, 3.36e-06, 2.16e-06, 1.75e-06, 1.30e-06, 3.81e-08, 2.70e-08, 7.52e-08, 6.97e-08, 2.13e-09, 1.54e-08, 2.12e-08, 7.76e-08] []
93100 [2.83e-06, 3.61e-06, 1.60e-06, 1.11e-06, 3.65e-06, 1.33e-06, 3.95e-07, 2.79e-09, 1.65e-09, 5.09e-07, 1.41e-05, 1.02e-05, 4.23e-05, 7.75e-05, 5.14e-07, 5.50e-07, 8.44e-07, 6.66e-07, 6.12e-09, 1.23e-07, 4.78e-08, 6.68e-07] [2.83e-06, 3.61e-06, 1.60e-06, 1.11e-06, 3.65e-06, 1.33e-06, 3.95e-07, 2.79e-09, 1.65e-09, 5.09e-07, 1.41e-05, 1.02e-05, 4.23e-05, 7.75e-05, 5.14e-07, 5.50e-07, 8.44e-07, 6.66e-07, 6.12e-09, 1.23e-07, 4.78e-08, 6.68e-07] []
93200 [1.86e-06, 3.66e-06, 1.47e-06, 1.23e-06, 3.56e-06, 1.25e-06, 3.33e-07, 3.02e-09, 1.56e-10, 2.57e-10, 5.33e-06, 2.67e-06, 2.56e-06, 7.78e-07, 9.78e-08, 1.11e-08, 6.15e-08, 6.48e-08, 1.80e-09, 3.86e-09, 9.01e-08, 2.15e-08] [1.86e-06, 3.66e-06, 1.47e-06, 1.23e-06, 3.56e-06, 1.25e-06, 3.33e-07, 3.02e-09, 1.56e-10, 2.57e-10, 5.33e-06, 2.67e-06, 2.56e-06, 7.78e-07, 9.78e-08, 1.11e-08, 6.15e-08, 6.48e-08, 1.80e-09, 3.86e-09, 9.01e-08, 2.15e-08] []
93300 [1.88e-06, 3.27e-06, 1.40e-06, 1.35e-06, 3.21e-06, 1.33e-06, 3.33e-07, 1.69e-06, 3.08e-06, 6.30e-07, 6.67e-06, 1.50e-05, 2.89e-05, 7.31e-05, 2.08e-10, 5.96e-10, 1.43e-08, 0.00e+00, 0.00e+00, 0.00e+00, 1.33e-06, 2.02e-06] [1.88e-06, 3.27e-06, 1.40e-06, 1.35e-06, 3.21e-06, 1.33e-06, 3.33e-07, 1.69e-06, 3.08e-06, 6.30e-07, 6.67e-06, 1.50e-05, 2.89e-05, 7.31e-05, 2.08e-10, 5.96e-10, 1.43e-08, 0.00e+00, 0.00e+00, 0.00e+00, 1.33e-06, 2.02e-06] []
93400 [1.77e-06, 3.68e-06, 1.59e-06, 1.55e-06, 3.49e-06, 1.32e-06, 3.30e-07, 1.34e-07, 7.32e-07, 2.57e-07, 2.14e-05, 1.90e-05, 7.25e-05, 7.55e-05, 1.05e-08, 0.00e+00, 0.00e+00, 0.00e+00, 2.74e-09, 4.27e-08, 5.49e-07, 1.95e-07] [1.77e-06, 3.68e-06, 1.59e-06, 1.55e-06, 3.49e-06, 1.32e-06, 3.30e-07, 1.34e-07, 7.32e-07, 2.57e-07, 2.14e-05, 1.90e-05, 7.25e-05, 7.55e-05, 1.05e-08, 0.00e+00, 0.00e+00, 0.00e+00, 2.74e-09, 4.27e-08, 5.49e-07, 1.95e-07] []
93500 [2.12e-06, 3.61e-06, 1.54e-06, 1.72e-06, 3.36e-06, 1.41e-06, 3.39e-07, 1.13e-05, 2.78e-08, 1.08e-06, 2.26e-05, 3.73e-05, 1.07e-04, 2.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.63e-07, 3.30e-09, 1.12e-06, 7.98e-08] [2.12e-06, 3.61e-06, 1.54e-06, 1.72e-06, 3.36e-06, 1.41e-06, 3.39e-07, 1.13e-05, 2.78e-08, 1.08e-06, 2.26e-05, 3.73e-05, 1.07e-04, 2.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.63e-07, 3.30e-09, 1.12e-06, 7.98e-08] []
93600 [4.77e-06, 3.56e-06, 1.81e-06, 1.27e-06, 3.22e-06, 1.41e-06, 4.52e-07, 1.78e-08, 1.29e-06, 2.16e-06, 2.88e-05, 3.84e-05, 1.12e-04, 3.03e-04, 2.08e-06, 3.21e-06, 1.47e-06, 1.74e-06, 1.97e-11, 1.92e-07, 4.10e-07, 1.19e-06] [4.77e-06, 3.56e-06, 1.81e-06, 1.27e-06, 3.22e-06, 1.41e-06, 4.52e-07, 1.78e-08, 1.29e-06, 2.16e-06, 2.88e-05, 3.84e-05, 1.12e-04, 3.03e-04, 2.08e-06, 3.21e-06, 1.47e-06, 1.74e-06, 1.97e-11, 1.92e-07, 4.10e-07, 1.19e-06] []
93700 [1.59e-06, 3.38e-06, 1.55e-06, 1.68e-06, 3.15e-06, 1.37e-06, 2.96e-07, 5.72e-08, 4.94e-07, 3.41e-07, 1.94e-05, 2.06e-05, 7.01e-05, 8.81e-05, 5.91e-12, 0.00e+00, 0.00e+00, 0.00e+00, 2.67e-08, 7.46e-09, 9.50e-08, 4.60e-07] [1.59e-06, 3.38e-06, 1.55e-06, 1.68e-06, 3.15e-06, 1.37e-06, 2.96e-07, 5.72e-08, 4.94e-07, 3.41e-07, 1.94e-05, 2.06e-05, 7.01e-05, 8.81e-05, 5.91e-12, 0.00e+00, 0.00e+00, 0.00e+00, 2.67e-08, 7.46e-09, 9.50e-08, 4.60e-07] []
93800 [1.55e-06, 3.16e-06, 1.57e-06, 1.54e-06, 2.90e-06, 1.44e-06, 3.20e-07, 5.13e-08, 1.69e-07, 2.37e-07, 4.79e-06, 1.22e-05, 4.79e-06, 3.70e-05, 3.20e-12, 0.00e+00, 4.91e-09, 1.26e-08, 6.40e-09, 5.74e-09, 5.42e-08, 6.35e-08] [1.55e-06, 3.16e-06, 1.57e-06, 1.54e-06, 2.90e-06, 1.44e-06, 3.20e-07, 5.13e-08, 1.69e-07, 2.37e-07, 4.79e-06, 1.22e-05, 4.79e-06, 3.70e-05, 3.20e-12, 0.00e+00, 4.91e-09, 1.26e-08, 6.40e-09, 5.74e-09, 5.42e-08, 6.35e-08] []
93900 [1.51e-06, 3.22e-06, 1.60e-06, 1.91e-06, 2.95e-06, 1.43e-06, 3.61e-07, 7.40e-06, 4.12e-05, 8.23e-09, 9.62e-06, 8.24e-06, 2.71e-05, 1.48e-05, 1.66e-08, 1.37e-08, 2.35e-09, 1.05e-08, 1.81e-07, 2.13e-06, 6.33e-07, 1.16e-05] [1.51e-06, 3.22e-06, 1.60e-06, 1.91e-06, 2.95e-06, 1.43e-06, 3.61e-07, 7.40e-06, 4.12e-05, 8.23e-09, 9.62e-06, 8.24e-06, 2.71e-05, 1.48e-05, 1.66e-08, 1.37e-08, 2.35e-09, 1.05e-08, 1.81e-07, 2.13e-06, 6.33e-07, 1.16e-05] []
94000 [1.38e-06, 3.04e-06, 1.58e-06, 1.80e-06, 2.72e-06, 1.45e-06, 3.17e-07, 2.38e-09, 8.51e-08, 3.19e-07, 3.55e-06, 1.05e-05, 1.56e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.44e-10, 1.82e-09, 5.44e-09, 1.07e-07, 2.24e-08] [1.38e-06, 3.04e-06, 1.58e-06, 1.80e-06, 2.72e-06, 1.45e-06, 3.17e-07, 2.38e-09, 8.51e-08, 3.19e-07, 3.55e-06, 1.05e-05, 1.56e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.44e-10, 1.82e-09, 5.44e-09, 1.07e-07, 2.24e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 46.264127 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
94000 [1.38e-06, 3.04e-06, 1.58e-06, 1.80e-06, 2.72e-06, 1.45e-06, 3.17e-07, 2.38e-09, 8.51e-08, 3.19e-07, 3.55e-06, 1.05e-05, 1.56e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.44e-10, 1.82e-09, 5.44e-09, 1.07e-07, 2.24e-08] [1.38e-06, 3.04e-06, 1.58e-06, 1.80e-06, 2.72e-06, 1.45e-06, 3.17e-07, 2.38e-09, 8.51e-08, 3.19e-07, 3.55e-06, 1.05e-05, 1.56e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.44e-10, 1.82e-09, 5.44e-09, 1.07e-07, 2.24e-08] []
94100 [2.19e-06, 3.19e-06, 1.64e-06, 2.39e-06, 2.81e-06, 1.45e-06, 3.10e-07, 1.19e-07, 2.73e-06, 1.49e-06, 5.17e-05, 5.85e-05, 2.13e-04, 2.98e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.70e-11, 0.00e+00, 8.59e-07, 4.81e-06] [2.19e-06, 3.19e-06, 1.64e-06, 2.39e-06, 2.81e-06, 1.45e-06, 3.10e-07, 1.19e-07, 2.73e-06, 1.49e-06, 5.17e-05, 5.85e-05, 2.13e-04, 2.98e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.70e-11, 0.00e+00, 8.59e-07, 4.81e-06] []
94200 [4.50e-06, 3.07e-06, 1.70e-06, 1.86e-06, 2.52e-06, 1.51e-06, 3.57e-07, 1.40e-05, 4.28e-07, 2.22e-06, 3.37e-05, 5.09e-05, 1.45e-04, 3.49e-04, 3.17e-06, 3.44e-06, 2.33e-06, 2.17e-06, 1.59e-06, 1.57e-09, 8.86e-06, 4.38e-08] [4.50e-06, 3.07e-06, 1.70e-06, 1.86e-06, 2.52e-06, 1.51e-06, 3.57e-07, 1.40e-05, 4.28e-07, 2.22e-06, 3.37e-05, 5.09e-05, 1.45e-04, 3.49e-04, 3.17e-06, 3.44e-06, 2.33e-06, 2.17e-06, 1.59e-06, 1.57e-09, 8.86e-06, 4.38e-08] []
94300 [1.72e-06, 3.02e-06, 1.61e-06, 2.09e-06, 2.54e-06, 1.38e-06, 2.54e-07, 1.32e-06, 7.87e-07, 3.48e-08, 5.89e-06, 5.08e-06, 5.34e-06, 2.41e-06, 3.86e-08, 5.27e-08, 4.10e-08, 3.49e-08, 0.00e+00, 0.00e+00, 3.29e-07, 3.76e-07] [1.72e-06, 3.02e-06, 1.61e-06, 2.09e-06, 2.54e-06, 1.38e-06, 2.54e-07, 1.32e-06, 7.87e-07, 3.48e-08, 5.89e-06, 5.08e-06, 5.34e-06, 2.41e-06, 3.86e-08, 5.27e-08, 4.10e-08, 3.49e-08, 0.00e+00, 0.00e+00, 3.29e-07, 3.76e-07] []
94400 [1.24e-05, 3.69e-06, 1.99e-06, 2.34e-06, 2.86e-06, 1.78e-06, 6.49e-07, 2.02e-06, 1.35e-06, 1.19e-05, 1.02e-04, 2.31e-04, 5.23e-04, 1.64e-03, 2.12e-05, 1.90e-05, 1.05e-05, 8.63e-06, 9.21e-09, 1.10e-08, 2.47e-07, 6.95e-06] [1.24e-05, 3.69e-06, 1.99e-06, 2.34e-06, 2.86e-06, 1.78e-06, 6.49e-07, 2.02e-06, 1.35e-06, 1.19e-05, 1.02e-04, 2.31e-04, 5.23e-04, 1.64e-03, 2.12e-05, 1.90e-05, 1.05e-05, 8.63e-06, 9.21e-09, 1.10e-08, 2.47e-07, 6.95e-06] []
94500 [1.63e-06, 3.05e-06, 1.71e-06, 2.16e-06, 2.40e-06, 1.43e-06, 2.87e-07, 6.23e-07, 1.24e-08, 6.30e-07, 8.13e-06, 1.68e-05, 4.18e-05, 9.13e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.70e-09, 1.35e-11, 7.80e-08, 2.32e-08] [1.63e-06, 3.05e-06, 1.71e-06, 2.16e-06, 2.40e-06, 1.43e-06, 2.87e-07, 6.23e-07, 1.24e-08, 6.30e-07, 8.13e-06, 1.68e-05, 4.18e-05, 9.13e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.70e-09, 1.35e-11, 7.80e-08, 2.32e-08] []
94600 [1.39e-06, 2.97e-06, 1.61e-06, 2.30e-06, 2.25e-06, 1.55e-06, 2.69e-07, 1.59e-06, 7.84e-07, 5.41e-08, 5.08e-06, 5.72e-06, 3.05e-06, 6.70e-06, 1.28e-09, 8.41e-10, 4.48e-08, 3.71e-08, 4.36e-08, 3.95e-10, 3.75e-07, 6.08e-08] [1.39e-06, 2.97e-06, 1.61e-06, 2.30e-06, 2.25e-06, 1.55e-06, 2.69e-07, 1.59e-06, 7.84e-07, 5.41e-08, 5.08e-06, 5.72e-06, 3.05e-06, 6.70e-06, 1.28e-09, 8.41e-10, 4.48e-08, 3.71e-08, 4.36e-08, 3.95e-10, 3.75e-07, 6.08e-08] []
94700 [1.53e-06, 3.03e-06, 1.63e-06, 2.20e-06, 2.27e-06, 1.50e-06, 2.97e-07, 2.42e-06, 1.01e-06, 6.61e-11, 1.47e-06, 1.49e-06, 1.47e-06, 1.34e-07, 6.88e-09, 2.84e-08, 4.41e-08, 9.18e-08, 2.33e-06, 0.00e+00, 1.16e-05, 8.41e-06] [1.53e-06, 3.03e-06, 1.63e-06, 2.20e-06, 2.27e-06, 1.50e-06, 2.97e-07, 2.42e-06, 1.01e-06, 6.61e-11, 1.47e-06, 1.49e-06, 1.47e-06, 1.34e-07, 6.88e-09, 2.84e-08, 4.41e-08, 9.18e-08, 2.33e-06, 0.00e+00, 1.16e-05, 8.41e-06] []
94800 [1.44e-06, 2.99e-06, 1.57e-06, 2.32e-06, 2.08e-06, 1.43e-06, 3.71e-07, 2.79e-07, 7.23e-06, 1.88e-08, 2.16e-06, 2.33e-06, 1.46e-06, 1.70e-06, 4.55e-10, 1.43e-08, 5.58e-08, 5.40e-08, 0.00e+00, 9.62e-08, 4.90e-07, 2.17e-05] [1.44e-06, 2.99e-06, 1.57e-06, 2.32e-06, 2.08e-06, 1.43e-06, 3.71e-07, 2.79e-07, 7.23e-06, 1.88e-08, 2.16e-06, 2.33e-06, 1.46e-06, 1.70e-06, 4.55e-10, 1.43e-08, 5.58e-08, 5.40e-08, 0.00e+00, 9.62e-08, 4.90e-07, 2.17e-05] []
94900 [3.19e-06, 3.17e-06, 1.69e-06, 2.90e-06, 2.21e-06, 1.80e-06, 4.34e-07, 2.88e-07, 4.09e-07, 3.05e-06, 3.97e-05, 8.72e-05, 2.09e-04, 5.17e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.99e-10, 4.72e-06, 2.56e-07] [3.19e-06, 3.17e-06, 1.69e-06, 2.90e-06, 2.21e-06, 1.80e-06, 4.34e-07, 2.88e-07, 4.09e-07, 3.05e-06, 3.97e-05, 8.72e-05, 2.09e-04, 5.17e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.99e-10, 4.72e-06, 2.56e-07] []
95000 [1.95e-06, 2.92e-06, 1.59e-06, 3.50e-06, 1.38e-06, 1.50e-06, 2.98e-07, 1.03e-06, 2.63e-05, 7.11e-14, 5.25e-05, 4.72e-05, 1.11e-04, 2.09e-05, 1.81e-07, 1.41e-07, 0.00e+00, 3.67e-09, 0.00e+00, 3.37e-06, 8.95e-07, 1.89e-05] [1.95e-06, 2.92e-06, 1.59e-06, 3.50e-06, 1.38e-06, 1.50e-06, 2.98e-07, 1.03e-06, 2.63e-05, 7.11e-14, 5.25e-05, 4.72e-05, 1.11e-04, 2.09e-05, 1.81e-07, 1.41e-07, 0.00e+00, 3.67e-09, 0.00e+00, 3.37e-06, 8.95e-07, 1.89e-05] []
95100 [3.87e-06, 3.20e-06, 1.55e-06, 2.67e-06, 1.66e-06, 1.48e-06, 3.74e-07, 5.34e-08, 2.18e-09, 2.10e-06, 4.41e-05, 4.58e-05, 1.69e-04, 3.04e-04, 2.26e-06, 2.29e-06, 2.22e-06, 1.88e-06, 1.45e-07, 3.50e-09, 6.53e-07, 2.07e-08] [3.87e-06, 3.20e-06, 1.55e-06, 2.67e-06, 1.66e-06, 1.48e-06, 3.74e-07, 5.34e-08, 2.18e-09, 2.10e-06, 4.41e-05, 4.58e-05, 1.69e-04, 3.04e-04, 2.26e-06, 2.29e-06, 2.22e-06, 1.88e-06, 1.45e-07, 3.50e-09, 6.53e-07, 2.07e-08] []
95200 [1.54e-06, 3.09e-06, 1.52e-06, 2.35e-06, 1.96e-06, 1.47e-06, 3.39e-07, 4.00e-08, 9.91e-07, 8.80e-08, 3.40e-05, 3.11e-05, 4.27e-05, 2.62e-06, 2.92e-08, 3.36e-08, 2.46e-07, 4.58e-07, 1.36e-08, 0.00e+00, 7.45e-08, 4.63e-07] [1.54e-06, 3.09e-06, 1.52e-06, 2.35e-06, 1.96e-06, 1.47e-06, 3.39e-07, 4.00e-08, 9.91e-07, 8.80e-08, 3.40e-05, 3.11e-05, 4.27e-05, 2.62e-06, 2.92e-08, 3.36e-08, 2.46e-07, 4.58e-07, 1.36e-08, 0.00e+00, 7.45e-08, 4.63e-07] []
95300 [1.81e-06, 3.13e-06, 1.61e-06, 2.62e-06, 2.07e-06, 1.46e-06, 3.06e-07, 2.72e-06, 1.18e-06, 1.45e-06, 9.11e-06, 2.90e-05, 5.10e-05, 1.63e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.26e-07, 0.00e+00, 1.36e-06, 1.33e-06] [1.81e-06, 3.13e-06, 1.61e-06, 2.62e-06, 2.07e-06, 1.46e-06, 3.06e-07, 2.72e-06, 1.18e-06, 1.45e-06, 9.11e-06, 2.90e-05, 5.10e-05, 1.63e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.26e-07, 0.00e+00, 1.36e-06, 1.33e-06] []
95400 [1.90e-06, 3.16e-06, 1.67e-06, 2.65e-06, 2.40e-06, 1.41e-06, 2.70e-07, 4.53e-06, 6.36e-07, 1.10e-06, 5.80e-05, 4.80e-05, 1.79e-04, 1.78e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.13e-06, 8.16e-07] [1.90e-06, 3.16e-06, 1.67e-06, 2.65e-06, 2.40e-06, 1.41e-06, 2.70e-07, 4.53e-06, 6.36e-07, 1.10e-06, 5.80e-05, 4.80e-05, 1.79e-04, 1.78e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.13e-06, 8.16e-07] []
95500 [1.45e-06, 3.14e-06, 1.67e-06, 1.98e-06, 3.04e-06, 1.40e-06, 2.90e-07, 7.13e-07, 1.96e-06, 7.16e-08, 4.27e-06, 5.31e-06, 1.12e-05, 2.27e-05, 1.62e-11, 0.00e+00, 4.77e-09, 7.24e-09, 6.21e-08, 0.00e+00, 4.48e-07, 3.13e-07] [1.45e-06, 3.14e-06, 1.67e-06, 1.98e-06, 3.04e-06, 1.40e-06, 2.90e-07, 7.13e-07, 1.96e-06, 7.16e-08, 4.27e-06, 5.31e-06, 1.12e-05, 2.27e-05, 1.62e-11, 0.00e+00, 4.77e-09, 7.24e-09, 6.21e-08, 0.00e+00, 4.48e-07, 3.13e-07] []
95600 [1.58e-06, 3.07e-06, 1.63e-06, 1.98e-06, 2.52e-06, 1.31e-06, 2.84e-07, 2.67e-07, 2.30e-07, 5.32e-08, 2.73e-06, 2.33e-06, 5.58e-06, 2.75e-06, 5.11e-08, 7.65e-08, 1.63e-07, 1.43e-07, 1.89e-08, 0.00e+00, 5.88e-07, 4.13e-07] [1.58e-06, 3.07e-06, 1.63e-06, 1.98e-06, 2.52e-06, 1.31e-06, 2.84e-07, 2.67e-07, 2.30e-07, 5.32e-08, 2.73e-06, 2.33e-06, 5.58e-06, 2.75e-06, 5.11e-08, 7.65e-08, 1.63e-07, 1.43e-07, 1.89e-08, 0.00e+00, 5.88e-07, 4.13e-07] []
95700 [1.75e-06, 3.12e-06, 1.68e-06, 2.00e-06, 2.63e-06, 1.38e-06, 3.76e-07, 5.78e-07, 3.94e-06, 2.27e-08, 5.97e-06, 3.51e-06, 1.12e-05, 6.14e-06, 5.79e-08, 6.62e-08, 2.55e-07, 2.46e-07, 5.19e-09, 6.78e-08, 1.77e-07, 7.44e-07] [1.75e-06, 3.12e-06, 1.68e-06, 2.00e-06, 2.63e-06, 1.38e-06, 3.76e-07, 5.78e-07, 3.94e-06, 2.27e-08, 5.97e-06, 3.51e-06, 1.12e-05, 6.14e-06, 5.79e-08, 6.62e-08, 2.55e-07, 2.46e-07, 5.19e-09, 6.78e-08, 1.77e-07, 7.44e-07] []
95800 [1.49e-06, 3.16e-06, 1.61e-06, 2.05e-06, 2.47e-06, 1.26e-06, 3.18e-07, 1.73e-07, 5.62e-09, 2.55e-08, 1.08e-06, 1.25e-06, 2.07e-06, 1.76e-06, 2.36e-09, 5.32e-09, 1.46e-08, 1.79e-08, 1.98e-08, 1.03e-08, 8.02e-08, 4.75e-08] [1.49e-06, 3.16e-06, 1.61e-06, 2.05e-06, 2.47e-06, 1.26e-06, 3.18e-07, 1.73e-07, 5.62e-09, 2.55e-08, 1.08e-06, 1.25e-06, 2.07e-06, 1.76e-06, 2.36e-09, 5.32e-09, 1.46e-08, 1.79e-08, 1.98e-08, 1.03e-08, 8.02e-08, 4.75e-08] []
95900 [2.72e-06, 3.07e-06, 1.64e-06, 1.96e-06, 2.49e-06, 1.51e-06, 3.31e-07, 7.66e-07, 8.40e-08, 6.10e-07, 1.68e-05, 1.53e-05, 5.55e-05, 8.57e-05, 5.34e-07, 6.51e-07, 9.94e-07, 8.46e-07, 0.00e+00, 1.59e-08, 1.06e-06, 6.28e-08] [2.72e-06, 3.07e-06, 1.64e-06, 1.96e-06, 2.49e-06, 1.51e-06, 3.31e-07, 7.66e-07, 8.40e-08, 6.10e-07, 1.68e-05, 1.53e-05, 5.55e-05, 8.57e-05, 5.34e-07, 6.51e-07, 9.94e-07, 8.46e-07, 0.00e+00, 1.59e-08, 1.06e-06, 6.28e-08] []
96000 [2.56e-06, 2.84e-06, 1.56e-06, 2.06e-06, 1.84e-06, 1.48e-06, 3.92e-07, 2.80e-10, 4.07e-06, 1.99e-08, 2.54e-05, 1.65e-05, 4.66e-05, 7.93e-06, 1.78e-07, 3.08e-08, 8.00e-07, 3.09e-07, 3.56e-09, 6.17e-08, 3.67e-08, 4.70e-06] [2.56e-06, 2.84e-06, 1.56e-06, 2.06e-06, 1.84e-06, 1.48e-06, 3.92e-07, 2.80e-10, 4.07e-06, 1.99e-08, 2.54e-05, 1.65e-05, 4.66e-05, 7.93e-06, 1.78e-07, 3.08e-08, 8.00e-07, 3.09e-07, 3.56e-09, 6.17e-08, 3.67e-08, 4.70e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 45.834148 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
96000 [2.56e-06, 2.84e-06, 1.56e-06, 2.06e-06, 1.84e-06, 1.48e-06, 3.92e-07, 2.80e-10, 4.07e-06, 1.99e-08, 2.54e-05, 1.65e-05, 4.66e-05, 7.93e-06, 1.78e-07, 3.08e-08, 8.00e-07, 3.09e-07, 3.56e-09, 6.17e-08, 3.67e-08, 4.70e-06] [2.56e-06, 2.84e-06, 1.56e-06, 2.06e-06, 1.84e-06, 1.48e-06, 3.92e-07, 2.80e-10, 4.07e-06, 1.99e-08, 2.54e-05, 1.65e-05, 4.66e-05, 7.93e-06, 1.78e-07, 3.08e-08, 8.00e-07, 3.09e-07, 3.56e-09, 6.17e-08, 3.67e-08, 4.70e-06] []
96100 [2.36e-06, 3.18e-06, 1.65e-06, 2.26e-06, 2.13e-06, 1.34e-06, 3.29e-07, 1.26e-06, 3.47e-06, 2.69e-07, 6.10e-05, 3.12e-05, 1.28e-04, 4.95e-05, 3.31e-07, 2.34e-07, 1.44e-06, 1.55e-06, 6.76e-08, 1.99e-07, 5.35e-07, 1.04e-06] [2.36e-06, 3.18e-06, 1.65e-06, 2.26e-06, 2.13e-06, 1.34e-06, 3.29e-07, 1.26e-06, 3.47e-06, 2.69e-07, 6.10e-05, 3.12e-05, 1.28e-04, 4.95e-05, 3.31e-07, 2.34e-07, 1.44e-06, 1.55e-06, 6.76e-08, 1.99e-07, 5.35e-07, 1.04e-06] []
96200 [4.96e-06, 3.35e-06, 1.64e-06, 2.08e-06, 2.32e-06, 1.30e-06, 4.03e-07, 2.33e-06, 1.56e-05, 3.38e-06, 6.06e-05, 6.69e-05, 2.40e-04, 4.27e-04, 3.51e-06, 3.26e-06, 3.82e-06, 2.91e-06, 1.13e-07, 2.08e-06, 4.55e-07, 1.06e-05] [4.96e-06, 3.35e-06, 1.64e-06, 2.08e-06, 2.32e-06, 1.30e-06, 4.03e-07, 2.33e-06, 1.56e-05, 3.38e-06, 6.06e-05, 6.69e-05, 2.40e-04, 4.27e-04, 3.51e-06, 3.26e-06, 3.82e-06, 2.91e-06, 1.13e-07, 2.08e-06, 4.55e-07, 1.06e-05] []
96300 [2.08e-06, 3.17e-06, 1.59e-06, 2.14e-06, 2.10e-06, 1.42e-06, 3.62e-07, 1.19e-04, 1.56e-05, 1.70e-08, 6.68e-05, 4.04e-05, 1.13e-04, 1.72e-05, 1.97e-07, 1.58e-07, 1.02e-06, 1.05e-06, 7.81e-06, 1.60e-06, 4.39e-05, 9.32e-06] [2.08e-06, 3.17e-06, 1.59e-06, 2.14e-06, 2.10e-06, 1.42e-06, 3.62e-07, 1.19e-04, 1.56e-05, 1.70e-08, 6.68e-05, 4.04e-05, 1.13e-04, 1.72e-05, 1.97e-07, 1.58e-07, 1.02e-06, 1.05e-06, 7.81e-06, 1.60e-06, 4.39e-05, 9.32e-06] []
96400 [1.55e-06, 3.19e-06, 1.57e-06, 2.24e-06, 2.23e-06, 1.35e-06, 4.21e-07, 4.33e-07, 7.38e-07, 1.73e-08, 1.13e-05, 8.66e-06, 2.15e-05, 4.00e-06, 2.97e-08, 7.72e-08, 2.48e-07, 1.58e-07, 6.13e-07, 1.61e-08, 2.81e-06, 2.16e-06] [1.55e-06, 3.19e-06, 1.57e-06, 2.24e-06, 2.23e-06, 1.35e-06, 4.21e-07, 4.33e-07, 7.38e-07, 1.73e-08, 1.13e-05, 8.66e-06, 2.15e-05, 4.00e-06, 2.97e-08, 7.72e-08, 2.48e-07, 1.58e-07, 6.13e-07, 1.61e-08, 2.81e-06, 2.16e-06] []
96500 [4.87e-06, 3.20e-06, 1.59e-06, 1.97e-06, 2.09e-06, 1.39e-06, 4.08e-07, 2.08e-06, 4.20e-09, 2.65e-06, 3.56e-05, 4.93e-05, 1.53e-04, 3.36e-04, 2.80e-06, 2.35e-06, 2.44e-06, 1.87e-06, 0.00e+00, 4.85e-10, 1.07e-06, 1.21e-08] [4.87e-06, 3.20e-06, 1.59e-06, 1.97e-06, 2.09e-06, 1.39e-06, 4.08e-07, 2.08e-06, 4.20e-09, 2.65e-06, 3.56e-05, 4.93e-05, 1.53e-04, 3.36e-04, 2.80e-06, 2.35e-06, 2.44e-06, 1.87e-06, 0.00e+00, 4.85e-10, 1.07e-06, 1.21e-08] []
96600 [1.45e-06, 3.20e-06, 1.54e-06, 2.31e-06, 2.25e-06, 1.33e-06, 2.79e-07, 5.02e-09, 5.34e-06, 1.53e-08, 3.69e-06, 3.76e-06, 7.89e-06, 3.56e-06, 7.17e-11, 8.82e-09, 3.51e-09, 8.92e-09, 4.52e-11, 4.58e-07, 4.37e-07, 2.70e-06] [1.45e-06, 3.20e-06, 1.54e-06, 2.31e-06, 2.25e-06, 1.33e-06, 2.79e-07, 5.02e-09, 5.34e-06, 1.53e-08, 3.69e-06, 3.76e-06, 7.89e-06, 3.56e-06, 7.17e-11, 8.82e-09, 3.51e-09, 8.92e-09, 4.52e-11, 4.58e-07, 4.37e-07, 2.70e-06] []
96700 [9.89e-06, 3.56e-06, 1.88e-06, 2.11e-06, 2.57e-06, 1.91e-06, 6.86e-07, 1.62e-05, 5.40e-06, 1.02e-05, 8.94e-05, 1.55e-04, 4.57e-04, 1.16e-03, 1.05e-05, 1.14e-05, 7.91e-06, 8.18e-06, 1.95e-07, 0.00e+00, 8.27e-05, 1.68e-05] [9.89e-06, 3.56e-06, 1.88e-06, 2.11e-06, 2.57e-06, 1.91e-06, 6.86e-07, 1.62e-05, 5.40e-06, 1.02e-05, 8.94e-05, 1.55e-04, 4.57e-04, 1.16e-03, 1.05e-05, 1.14e-05, 7.91e-06, 8.18e-06, 1.95e-07, 0.00e+00, 8.27e-05, 1.68e-05] []
96800 [1.82e-06, 3.21e-06, 1.60e-06, 2.27e-06, 2.32e-06, 1.28e-06, 3.57e-07, 4.17e-06, 7.73e-08, 3.97e-07, 8.55e-06, 1.35e-05, 3.78e-05, 6.11e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.01e-08, 1.98e-07, 1.17e-08, 1.06e-06, 8.53e-08] [1.82e-06, 3.21e-06, 1.60e-06, 2.27e-06, 2.32e-06, 1.28e-06, 3.57e-07, 4.17e-06, 7.73e-08, 3.97e-07, 8.55e-06, 1.35e-05, 3.78e-05, 6.11e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.01e-08, 1.98e-07, 1.17e-08, 1.06e-06, 8.53e-08] []
96900 [5.76e-06, 5.30e-06, 4.17e-06, 8.53e-06, 4.21e-06, 2.05e-06, 6.53e-07, 2.32e-06, 6.86e-07, 5.96e-07, 1.93e-04, 2.77e-04, 1.27e-03, 3.32e-03, 3.83e-05, 8.51e-06, 2.29e-06, 2.69e-05, 8.30e-10, 1.49e-10, 3.17e-06, 9.44e-07] [5.76e-06, 5.30e-06, 4.17e-06, 8.53e-06, 4.21e-06, 2.05e-06, 6.53e-07, 2.32e-06, 6.86e-07, 5.96e-07, 1.93e-04, 2.77e-04, 1.27e-03, 3.32e-03, 3.83e-05, 8.51e-06, 2.29e-06, 2.69e-05, 8.30e-10, 1.49e-10, 3.17e-06, 9.44e-07] []
97000 [2.29e-06, 3.30e-06, 1.64e-06, 2.34e-06, 2.35e-06, 1.33e-06, 4.53e-07, 1.08e-08, 7.65e-09, 1.07e-08, 3.97e-06, 4.69e-06, 3.98e-06, 1.44e-06, 1.14e-08, 2.23e-08, 1.81e-07, 1.19e-07, 4.77e-09, 3.89e-08, 1.83e-07, 1.57e-07] [2.29e-06, 3.30e-06, 1.64e-06, 2.34e-06, 2.35e-06, 1.33e-06, 4.53e-07, 1.08e-08, 7.65e-09, 1.07e-08, 3.97e-06, 4.69e-06, 3.98e-06, 1.44e-06, 1.14e-08, 2.23e-08, 1.81e-07, 1.19e-07, 4.77e-09, 3.89e-08, 1.83e-07, 1.57e-07] []
97100 [1.84e-06, 3.39e-06, 1.53e-06, 2.15e-06, 2.39e-06, 1.19e-06, 3.77e-07, 1.28e-08, 1.01e-09, 6.70e-11, 1.20e-06, 2.10e-06, 2.30e-06, 1.01e-07, 2.75e-08, 3.90e-08, 4.99e-08, 3.67e-08, 2.54e-10, 1.33e-08, 9.90e-08, 4.60e-08] [1.84e-06, 3.39e-06, 1.53e-06, 2.15e-06, 2.39e-06, 1.19e-06, 3.77e-07, 1.28e-08, 1.01e-09, 6.70e-11, 1.20e-06, 2.10e-06, 2.30e-06, 1.01e-07, 2.75e-08, 3.90e-08, 4.99e-08, 3.67e-08, 2.54e-10, 1.33e-08, 9.90e-08, 4.60e-08] []
97200 [1.64e-06, 3.43e-06, 1.46e-06, 2.06e-06, 2.45e-06, 1.13e-06, 3.12e-07, 7.87e-10, 3.31e-09, 8.12e-10, 9.16e-07, 1.40e-06, 1.68e-06, 4.66e-08, 1.55e-08, 2.80e-08, 3.41e-08, 2.07e-08, 8.44e-10, 4.49e-09, 5.08e-09, 2.41e-08] [1.64e-06, 3.43e-06, 1.46e-06, 2.06e-06, 2.45e-06, 1.13e-06, 3.12e-07, 7.87e-10, 3.31e-09, 8.12e-10, 9.16e-07, 1.40e-06, 1.68e-06, 4.66e-08, 1.55e-08, 2.80e-08, 3.41e-08, 2.07e-08, 8.44e-10, 4.49e-09, 5.08e-09, 2.41e-08] []
97300 [1.47e-06, 3.39e-06, 1.44e-06, 2.03e-06, 2.43e-06, 1.10e-06, 2.62e-07, 1.82e-08, 1.19e-09, 9.16e-11, 1.08e-06, 1.33e-06, 1.61e-06, 1.13e-07, 5.36e-09, 1.20e-08, 5.04e-09, 9.33e-09, 4.96e-10, 2.00e-09, 4.70e-08, 3.12e-08] [1.47e-06, 3.39e-06, 1.44e-06, 2.03e-06, 2.43e-06, 1.10e-06, 2.62e-07, 1.82e-08, 1.19e-09, 9.16e-11, 1.08e-06, 1.33e-06, 1.61e-06, 1.13e-07, 5.36e-09, 1.20e-08, 5.04e-09, 9.33e-09, 4.96e-10, 2.00e-09, 4.70e-08, 3.12e-08] []
97400 [1.43e-06, 3.26e-06, 1.41e-06, 2.09e-06, 2.32e-06, 1.16e-06, 2.53e-07, 2.18e-07, 3.47e-05, 1.69e-10, 1.21e-06, 1.26e-06, 1.65e-06, 1.74e-07, 1.65e-08, 3.28e-08, 1.48e-08, 7.80e-08, 0.00e+00, 0.00e+00, 9.24e-07, 2.15e-05] [1.43e-06, 3.26e-06, 1.41e-06, 2.09e-06, 2.32e-06, 1.16e-06, 2.53e-07, 2.18e-07, 3.47e-05, 1.69e-10, 1.21e-06, 1.26e-06, 1.65e-06, 1.74e-07, 1.65e-08, 3.28e-08, 1.48e-08, 7.80e-08, 0.00e+00, 0.00e+00, 9.24e-07, 2.15e-05] []
97500 [1.22e-06, 3.22e-06, 1.42e-06, 2.12e-06, 2.26e-06, 1.18e-06, 2.51e-07, 7.62e-09, 2.75e-08, 1.25e-08, 1.24e-06, 1.38e-06, 2.13e-06, 1.84e-06, 2.98e-11, 2.57e-10, 5.57e-09, 5.89e-09, 4.79e-10, 9.44e-10, 3.93e-08, 1.34e-08] [1.22e-06, 3.22e-06, 1.42e-06, 2.12e-06, 2.26e-06, 1.18e-06, 2.51e-07, 7.62e-09, 2.75e-08, 1.25e-08, 1.24e-06, 1.38e-06, 2.13e-06, 1.84e-06, 2.98e-11, 2.57e-10, 5.57e-09, 5.89e-09, 4.79e-10, 9.44e-10, 3.93e-08, 1.34e-08] []
97600 [1.23e-06, 3.26e-06, 1.45e-06, 2.21e-06, 2.23e-06, 1.23e-06, 2.40e-07, 5.91e-10, 2.30e-06, 2.05e-07, 3.76e-06, 7.08e-06, 1.53e-05, 3.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-08, 0.00e+00, 9.85e-08, 1.04e-06] [1.23e-06, 3.26e-06, 1.45e-06, 2.21e-06, 2.23e-06, 1.23e-06, 2.40e-07, 5.91e-10, 2.30e-06, 2.05e-07, 3.76e-06, 7.08e-06, 1.53e-05, 3.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-08, 0.00e+00, 9.85e-08, 1.04e-06] []
97700 [1.74e-06, 3.30e-06, 1.43e-06, 2.09e-06, 2.23e-06, 1.18e-06, 2.52e-07, 5.81e-06, 3.93e-07, 1.49e-07, 8.67e-06, 6.81e-06, 2.24e-05, 2.60e-05, 1.82e-07, 2.16e-07, 3.63e-07, 2.94e-07, 5.11e-07, 1.03e-08, 3.22e-06, 5.95e-08] [1.74e-06, 3.30e-06, 1.43e-06, 2.09e-06, 2.23e-06, 1.18e-06, 2.52e-07, 5.81e-06, 3.93e-07, 1.49e-07, 8.67e-06, 6.81e-06, 2.24e-05, 2.60e-05, 1.82e-07, 2.16e-07, 3.63e-07, 2.94e-07, 5.11e-07, 1.03e-08, 3.22e-06, 5.95e-08] []
97800 [1.37e-06, 3.32e-06, 1.44e-06, 2.19e-06, 2.22e-06, 1.17e-06, 2.32e-07, 3.78e-08, 3.26e-07, 2.45e-09, 1.04e-06, 1.51e-06, 1.61e-06, 1.40e-07, 3.71e-09, 4.51e-09, 1.49e-08, 1.72e-08, 3.60e-11, 4.81e-08, 3.27e-07, 2.83e-07] [1.37e-06, 3.32e-06, 1.44e-06, 2.19e-06, 2.22e-06, 1.17e-06, 2.32e-07, 3.78e-08, 3.26e-07, 2.45e-09, 1.04e-06, 1.51e-06, 1.61e-06, 1.40e-07, 3.71e-09, 4.51e-09, 1.49e-08, 1.72e-08, 3.60e-11, 4.81e-08, 3.27e-07, 2.83e-07] []
97900 [1.35e-06, 3.36e-06, 1.42e-06, 2.22e-06, 2.21e-06, 1.19e-06, 2.80e-07, 1.37e-06, 1.84e-06, 2.24e-08, 1.91e-06, 2.19e-06, 3.74e-06, 2.69e-06, 1.28e-09, 9.29e-10, 1.34e-08, 5.21e-09, 1.36e-08, 0.00e+00, 1.52e-07, 2.18e-05] [1.35e-06, 3.36e-06, 1.42e-06, 2.22e-06, 2.21e-06, 1.19e-06, 2.80e-07, 1.37e-06, 1.84e-06, 2.24e-08, 1.91e-06, 2.19e-06, 3.74e-06, 2.69e-06, 1.28e-09, 9.29e-10, 1.34e-08, 5.21e-09, 1.36e-08, 0.00e+00, 1.52e-07, 2.18e-05] []
98000 [1.63e-06, 3.35e-06, 1.43e-06, 2.13e-06, 2.23e-06, 1.20e-06, 2.80e-07, 2.21e-06, 1.77e-06, 6.90e-08, 7.89e-06, 5.95e-06, 1.78e-05, 1.29e-05, 7.57e-08, 9.40e-08, 3.00e-07, 1.99e-07, 1.14e-07, 1.49e-09, 5.64e-07, 5.79e-07] [1.63e-06, 3.35e-06, 1.43e-06, 2.13e-06, 2.23e-06, 1.20e-06, 2.80e-07, 2.21e-06, 1.77e-06, 6.90e-08, 7.89e-06, 5.95e-06, 1.78e-05, 1.29e-05, 7.57e-08, 9.40e-08, 3.00e-07, 1.99e-07, 1.14e-07, 1.49e-09, 5.64e-07, 5.79e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 43.095520 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
98000 [1.63e-06, 3.35e-06, 1.43e-06, 2.13e-06, 2.23e-06, 1.20e-06, 2.80e-07, 2.21e-06, 1.77e-06, 6.90e-08, 7.89e-06, 5.95e-06, 1.78e-05, 1.29e-05, 7.57e-08, 9.40e-08, 3.00e-07, 1.99e-07, 1.14e-07, 1.49e-09, 5.64e-07, 5.79e-07] [1.63e-06, 3.35e-06, 1.43e-06, 2.13e-06, 2.23e-06, 1.20e-06, 2.80e-07, 2.21e-06, 1.77e-06, 6.90e-08, 7.89e-06, 5.95e-06, 1.78e-05, 1.29e-05, 7.57e-08, 9.40e-08, 3.00e-07, 1.99e-07, 1.14e-07, 1.49e-09, 5.64e-07, 5.79e-07] []
98100 [4.60e-06, 3.10e-06, 1.58e-06, 2.06e-06, 2.07e-06, 1.69e-06, 5.31e-07, 1.89e-07, 6.20e-08, 1.92e-06, 1.35e-05, 5.82e-05, 2.08e-05, 1.84e-04, 3.99e-06, 2.68e-06, 9.17e-07, 7.40e-07, 6.72e-09, 0.00e+00, 6.27e-08, 6.83e-07] [4.60e-06, 3.10e-06, 1.58e-06, 2.06e-06, 2.07e-06, 1.69e-06, 5.31e-07, 1.89e-07, 6.20e-08, 1.92e-06, 1.35e-05, 5.82e-05, 2.08e-05, 1.84e-04, 3.99e-06, 2.68e-06, 9.17e-07, 7.40e-07, 6.72e-09, 0.00e+00, 6.27e-08, 6.83e-07] []
98200 [5.64e-06, 3.30e-06, 1.50e-06, 2.03e-06, 2.37e-06, 1.45e-06, 5.07e-07, 9.41e-08, 1.22e-04, 4.98e-06, 3.22e-05, 8.81e-05, 1.47e-04, 5.67e-04, 6.82e-06, 6.59e-06, 2.10e-06, 2.70e-06, 1.11e-08, 1.16e-05, 2.68e-07, 6.21e-05] [5.64e-06, 3.30e-06, 1.50e-06, 2.03e-06, 2.37e-06, 1.45e-06, 5.07e-07, 9.41e-08, 1.22e-04, 4.98e-06, 3.22e-05, 8.81e-05, 1.47e-04, 5.67e-04, 6.82e-06, 6.59e-06, 2.10e-06, 2.70e-06, 1.11e-08, 1.16e-05, 2.68e-07, 6.21e-05] []
98300 [1.95e-06, 3.35e-06, 1.52e-06, 2.05e-06, 2.26e-06, 1.36e-06, 3.00e-07, 1.57e-04, 3.97e-06, 4.43e-08, 2.80e-05, 1.53e-05, 4.85e-05, 1.84e-05, 8.84e-08, 7.54e-08, 5.71e-07, 4.63e-07, 1.43e-05, 3.04e-07, 7.99e-05, 1.83e-06] [1.95e-06, 3.35e-06, 1.52e-06, 2.05e-06, 2.26e-06, 1.36e-06, 3.00e-07, 1.57e-04, 3.97e-06, 4.43e-08, 2.80e-05, 1.53e-05, 4.85e-05, 1.84e-05, 8.84e-08, 7.54e-08, 5.71e-07, 4.63e-07, 1.43e-05, 3.04e-07, 7.99e-05, 1.83e-06] []
98400 [1.33e-06, 3.30e-06, 1.42e-06, 2.16e-06, 2.30e-06, 1.28e-06, 2.71e-07, 1.40e-09, 1.13e-07, 1.25e-08, 1.43e-06, 2.09e-06, 3.75e-06, 1.56e-06, 2.00e-09, 3.49e-09, 1.66e-08, 8.82e-09, 7.65e-12, 7.81e-09, 7.50e-07, 1.12e-07] [1.33e-06, 3.30e-06, 1.42e-06, 2.16e-06, 2.30e-06, 1.28e-06, 2.71e-07, 1.40e-09, 1.13e-07, 1.25e-08, 1.43e-06, 2.09e-06, 3.75e-06, 1.56e-06, 2.00e-09, 3.49e-09, 1.66e-08, 8.82e-09, 7.65e-12, 7.81e-09, 7.50e-07, 1.12e-07] []
98500 [5.29e-06, 3.40e-06, 1.71e-06, 2.50e-06, 2.60e-06, 1.75e-06, 4.66e-07, 7.42e-07, 3.19e-06, 5.66e-06, 5.22e-05, 1.58e-04, 2.98e-04, 8.19e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.30e-06, 0.00e+00, 1.34e-05, 4.85e-05] [5.29e-06, 3.40e-06, 1.71e-06, 2.50e-06, 2.60e-06, 1.75e-06, 4.66e-07, 7.42e-07, 3.19e-06, 5.66e-06, 5.22e-05, 1.58e-04, 2.98e-04, 8.19e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.30e-06, 0.00e+00, 1.34e-05, 4.85e-05] []
98600 [7.36e-06, 3.94e-06, 2.05e-06, 3.12e-06, 2.82e-06, 2.11e-06, 7.22e-07, 1.13e-08, 1.03e-08, 1.09e-05, 6.73e-05, 2.93e-04, 3.59e-04, 1.58e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.14e-08, 4.03e-08, 4.22e-07, 1.60e-07] [7.36e-06, 3.94e-06, 2.05e-06, 3.12e-06, 2.82e-06, 2.11e-06, 7.22e-07, 1.13e-08, 1.03e-08, 1.09e-05, 6.73e-05, 2.93e-04, 3.59e-04, 1.58e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.14e-08, 4.03e-08, 4.22e-07, 1.60e-07] []
98700 [2.09e-06, 2.53e-06, 1.34e-06, 1.83e-06, 1.72e-06, 1.74e-06, 4.19e-07, 6.73e-05, 2.64e-06, 1.63e-07, 6.36e-06, 1.45e-05, 8.91e-06, 2.42e-05, 4.29e-08, 1.12e-07, 3.87e-07, 1.72e-07, 0.00e+00, 0.00e+00, 7.36e-05, 2.21e-06] [2.09e-06, 2.53e-06, 1.34e-06, 1.83e-06, 1.72e-06, 1.74e-06, 4.19e-07, 6.73e-05, 2.64e-06, 1.63e-07, 6.36e-06, 1.45e-05, 8.91e-06, 2.42e-05, 4.29e-08, 1.12e-07, 3.87e-07, 1.72e-07, 0.00e+00, 0.00e+00, 7.36e-05, 2.21e-06] []
98800 [2.55e-06, 3.22e-06, 1.62e-06, 2.21e-06, 2.11e-06, 1.57e-06, 3.46e-07, 5.21e-08, 5.43e-08, 1.65e-07, 1.20e-05, 1.58e-05, 1.75e-05, 1.33e-06, 1.24e-07, 4.21e-08, 2.63e-08, 1.17e-07, 2.79e-08, 2.13e-08, 1.13e-07, 6.08e-08] [2.55e-06, 3.22e-06, 1.62e-06, 2.21e-06, 2.11e-06, 1.57e-06, 3.46e-07, 5.21e-08, 5.43e-08, 1.65e-07, 1.20e-05, 1.58e-05, 1.75e-05, 1.33e-06, 1.24e-07, 4.21e-08, 2.63e-08, 1.17e-07, 2.79e-08, 2.13e-08, 1.13e-07, 6.08e-08] []
98900 [2.54e-06, 3.26e-06, 1.76e-06, 2.56e-06, 1.97e-06, 1.82e-06, 4.10e-07, 7.22e-09, 1.36e-08, 7.30e-07, 7.25e-05, 5.02e-05, 5.76e-05, 7.75e-05, 0.00e+00, 1.81e-09, 8.49e-08, 4.89e-07, 2.95e-08, 7.57e-10, 1.90e-07, 9.87e-08] [2.54e-06, 3.26e-06, 1.76e-06, 2.56e-06, 1.97e-06, 1.82e-06, 4.10e-07, 7.22e-09, 1.36e-08, 7.30e-07, 7.25e-05, 5.02e-05, 5.76e-05, 7.75e-05, 0.00e+00, 1.81e-09, 8.49e-08, 4.89e-07, 2.95e-08, 7.57e-10, 1.90e-07, 9.87e-08] []
99000 [1.52e-06, 3.36e-06, 1.43e-06, 2.15e-06, 2.25e-06, 1.26e-06, 2.83e-07, 4.57e-10, 1.21e-07, 2.36e-09, 7.85e-07, 1.33e-06, 1.97e-06, 3.17e-07, 1.11e-08, 3.48e-08, 3.67e-08, 2.59e-08, 5.90e-09, 1.52e-08, 1.02e-07, 1.13e-07] [1.52e-06, 3.36e-06, 1.43e-06, 2.15e-06, 2.25e-06, 1.26e-06, 2.83e-07, 4.57e-10, 1.21e-07, 2.36e-09, 7.85e-07, 1.33e-06, 1.97e-06, 3.17e-07, 1.11e-08, 3.48e-08, 3.67e-08, 2.59e-08, 5.90e-09, 1.52e-08, 1.02e-07, 1.13e-07] []
99100 [2.68e-06, 3.23e-06, 1.50e-06, 1.97e-06, 2.24e-06, 1.36e-06, 4.29e-07, 3.33e-07, 2.09e-06, 1.04e-06, 1.82e-05, 2.17e-05, 6.32e-05, 1.32e-04, 8.48e-07, 9.67e-07, 8.97e-07, 8.67e-07, 3.87e-08, 1.97e-10, 1.77e-07, 1.40e-06] [2.68e-06, 3.23e-06, 1.50e-06, 1.97e-06, 2.24e-06, 1.36e-06, 4.29e-07, 3.33e-07, 2.09e-06, 1.04e-06, 1.82e-05, 2.17e-05, 6.32e-05, 1.32e-04, 8.48e-07, 9.67e-07, 8.97e-07, 8.67e-07, 3.87e-08, 1.97e-10, 1.77e-07, 1.40e-06] []
99200 [1.22e-06, 3.32e-06, 1.45e-06, 2.14e-06, 2.17e-06, 1.26e-06, 3.55e-07, 8.43e-10, 1.02e-08, 4.86e-08, 3.32e-06, 4.17e-06, 2.96e-06, 2.42e-06, 1.60e-08, 1.13e-08, 3.68e-08, 4.72e-08, 8.06e-08, 3.01e-09, 3.81e-07, 8.18e-08] [1.22e-06, 3.32e-06, 1.45e-06, 2.14e-06, 2.17e-06, 1.26e-06, 3.55e-07, 8.43e-10, 1.02e-08, 4.86e-08, 3.32e-06, 4.17e-06, 2.96e-06, 2.42e-06, 1.60e-08, 1.13e-08, 3.68e-08, 4.72e-08, 8.06e-08, 3.01e-09, 3.81e-07, 8.18e-08] []
99300 [1.96e-05, 4.48e-06, 2.78e-06, 4.29e-06, 3.39e-06, 2.77e-06, 6.95e-07, 1.69e-06, 8.03e-07, 1.22e-06, 4.96e-05, 2.06e-04, 2.48e-04, 7.97e-04, 1.69e-05, 2.11e-05, 1.92e-05, 6.63e-06, 2.71e-06, 3.41e-08, 1.43e-05, 1.18e-07] [1.96e-05, 4.48e-06, 2.78e-06, 4.29e-06, 3.39e-06, 2.77e-06, 6.95e-07, 1.69e-06, 8.03e-07, 1.22e-06, 4.96e-05, 2.06e-04, 2.48e-04, 7.97e-04, 1.69e-05, 2.11e-05, 1.92e-05, 6.63e-06, 2.71e-06, 3.41e-08, 1.43e-05, 1.18e-07] []
99400 [2.13e-06, 3.26e-06, 1.66e-06, 3.14e-06, 1.95e-06, 1.86e-06, 3.28e-07, 5.32e-11, 4.21e-04, 5.21e-09, 5.19e-06, 3.25e-06, 5.67e-06, 2.98e-07, 6.40e-08, 9.57e-08, 1.05e-07, 4.04e-07, 9.45e-09, 0.00e+00, 8.94e-08, 6.01e-04] [2.13e-06, 3.26e-06, 1.66e-06, 3.14e-06, 1.95e-06, 1.86e-06, 3.28e-07, 5.32e-11, 4.21e-04, 5.21e-09, 5.19e-06, 3.25e-06, 5.67e-06, 2.98e-07, 6.40e-08, 9.57e-08, 1.05e-07, 4.04e-07, 9.45e-09, 0.00e+00, 8.94e-08, 6.01e-04] []
99500 [1.74e-06, 3.11e-06, 1.70e-06, 2.92e-06, 1.79e-06, 1.74e-06, 4.13e-07, 3.79e-10, 1.02e-07, 1.26e-11, 3.59e-06, 2.32e-06, 3.14e-06, 3.89e-08, 2.40e-08, 2.99e-08, 1.22e-07, 1.06e-07, 3.15e-09, 3.36e-09, 6.53e-08, 1.90e-08] [1.74e-06, 3.11e-06, 1.70e-06, 2.92e-06, 1.79e-06, 1.74e-06, 4.13e-07, 3.79e-10, 1.02e-07, 1.26e-11, 3.59e-06, 2.32e-06, 3.14e-06, 3.89e-08, 2.40e-08, 2.99e-08, 1.22e-07, 1.06e-07, 3.15e-09, 3.36e-09, 6.53e-08, 1.90e-08] []
99600 [1.65e-06, 3.14e-06, 1.68e-06, 2.88e-06, 1.76e-06, 1.61e-06, 3.82e-07, 1.60e-09, 3.06e-11, 3.35e-11, 2.68e-06, 2.00e-06, 2.71e-06, 3.48e-08, 1.44e-08, 2.09e-08, 1.12e-07, 1.36e-07, 4.73e-09, 6.85e-10, 5.60e-08, 8.79e-09] [1.65e-06, 3.14e-06, 1.68e-06, 2.88e-06, 1.76e-06, 1.61e-06, 3.82e-07, 1.60e-09, 3.06e-11, 3.35e-11, 2.68e-06, 2.00e-06, 2.71e-06, 3.48e-08, 1.44e-08, 2.09e-08, 1.12e-07, 1.36e-07, 4.73e-09, 6.85e-10, 5.60e-08, 8.79e-09] []
99700 [2.84e-06, 3.09e-06, 1.66e-06, 2.79e-06, 1.96e-06, 1.70e-06, 3.56e-07, 5.56e-08, 1.90e-09, 3.41e-08, 9.95e-06, 2.07e-05, 3.59e-05, 9.84e-05, 0.00e+00, 0.00e+00, 4.13e-07, 3.38e-09, 7.69e-09, 4.18e-09, 8.48e-08, 2.95e-08] [2.84e-06, 3.09e-06, 1.66e-06, 2.79e-06, 1.96e-06, 1.70e-06, 3.56e-07, 5.56e-08, 1.90e-09, 3.41e-08, 9.95e-06, 2.07e-05, 3.59e-05, 9.84e-05, 0.00e+00, 0.00e+00, 4.13e-07, 3.38e-09, 7.69e-09, 4.18e-09, 8.48e-08, 2.95e-08] []
99800 [1.56e-06, 3.33e-06, 1.65e-06, 2.73e-06, 2.01e-06, 1.36e-06, 2.78e-07, 4.04e-08, 7.31e-10, 1.05e-07, 6.92e-06, 5.42e-06, 1.76e-05, 1.51e-05, 0.00e+00, 1.80e-10, 6.22e-11, 1.57e-08, 7.51e-09, 2.17e-09, 1.80e-07, 2.10e-08] [1.56e-06, 3.33e-06, 1.65e-06, 2.73e-06, 2.01e-06, 1.36e-06, 2.78e-07, 4.04e-08, 7.31e-10, 1.05e-07, 6.92e-06, 5.42e-06, 1.76e-05, 1.51e-05, 0.00e+00, 1.80e-10, 6.22e-11, 1.57e-08, 7.51e-09, 2.17e-09, 1.80e-07, 2.10e-08] []
99900 [5.00e-06, 3.90e-06, 1.83e-06, 3.31e-06, 2.24e-06, 1.53e-06, 3.46e-07, 1.01e-07, 3.18e-08, 6.35e-06, 4.79e-05, 1.37e-04, 2.51e-04, 7.48e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.11e-10, 1.32e-09, 3.86e-07, 2.43e-07] [5.00e-06, 3.90e-06, 1.83e-06, 3.31e-06, 2.24e-06, 1.53e-06, 3.46e-07, 1.01e-07, 3.18e-08, 6.35e-06, 4.79e-05, 1.37e-04, 2.51e-04, 7.48e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.11e-10, 1.32e-09, 3.86e-07, 2.43e-07] []
100000 [1.55e-06, 3.48e-06, 1.60e-06, 2.64e-06, 2.03e-06, 1.23e-06, 2.21e-07, 5.63e-08, 1.18e-08, 7.86e-07, 3.21e-06, 1.02e-05, 1.62e-05, 4.61e-05, 0.00e+00, 0.00e+00, 7.23e-12, 0.00e+00, 6.27e-09, 1.80e-09, 4.55e-08, 4.10e-08] [1.55e-06, 3.48e-06, 1.60e-06, 2.64e-06, 2.03e-06, 1.23e-06, 2.21e-07, 5.63e-08, 1.18e-08, 7.86e-07, 3.21e-06, 1.02e-05, 1.62e-05, 4.61e-05, 0.00e+00, 0.00e+00, 7.23e-12, 0.00e+00, 6.27e-09, 1.80e-09, 4.55e-08, 4.10e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 45.413257 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
100000 [1.55e-06, 3.48e-06, 1.60e-06, 2.64e-06, 2.03e-06, 1.23e-06, 2.21e-07, 5.63e-08, 1.18e-08, 7.86e-07, 3.21e-06, 1.02e-05, 1.62e-05, 4.61e-05, 0.00e+00, 0.00e+00, 7.23e-12, 0.00e+00, 6.27e-09, 1.80e-09, 4.55e-08, 4.10e-08] [1.55e-06, 3.48e-06, 1.60e-06, 2.64e-06, 2.03e-06, 1.23e-06, 2.21e-07, 5.63e-08, 1.18e-08, 7.86e-07, 3.21e-06, 1.02e-05, 1.62e-05, 4.61e-05, 0.00e+00, 0.00e+00, 7.23e-12, 0.00e+00, 6.27e-09, 1.80e-09, 4.55e-08, 4.10e-08] []
100100 [1.54e-06, 3.41e-06, 1.59e-06, 2.65e-06, 2.12e-06, 1.21e-06, 1.94e-07, 1.12e-06, 3.33e-06, 1.26e-07, 1.73e-05, 1.16e-05, 4.18e-05, 2.54e-05, 6.46e-11, 2.50e-12, 4.14e-12, 0.00e+00, 0.00e+00, 0.00e+00, 1.22e-06, 1.98e-06] [1.54e-06, 3.41e-06, 1.59e-06, 2.65e-06, 2.12e-06, 1.21e-06, 1.94e-07, 1.12e-06, 3.33e-06, 1.26e-07, 1.73e-05, 1.16e-05, 4.18e-05, 2.54e-05, 6.46e-11, 2.50e-12, 4.14e-12, 0.00e+00, 0.00e+00, 0.00e+00, 1.22e-06, 1.98e-06] []
100200 [2.21e-05, 4.77e-06, 2.22e-06, 3.48e-06, 3.42e-06, 2.31e-06, 1.04e-06, 1.53e-07, 5.67e-05, 2.11e-05, 1.24e-04, 4.27e-04, 3.68e-04, 2.45e-03, 4.13e-05, 4.03e-05, 1.27e-05, 1.24e-05, 3.75e-10, 4.47e-06, 6.36e-07, 2.55e-05] [2.21e-05, 4.77e-06, 2.22e-06, 3.48e-06, 3.42e-06, 2.31e-06, 1.04e-06, 1.53e-07, 5.67e-05, 2.11e-05, 1.24e-04, 4.27e-04, 3.68e-04, 2.45e-03, 4.13e-05, 4.03e-05, 1.27e-05, 1.24e-05, 3.75e-10, 4.47e-06, 6.36e-07, 2.55e-05] []
100300 [1.39e-06, 3.31e-06, 1.57e-06, 2.48e-06, 2.08e-06, 1.26e-06, 2.47e-07, 1.92e-07, 1.18e-08, 1.64e-07, 6.58e-06, 5.71e-06, 1.86e-05, 1.76e-05, 1.01e-10, 0.00e+00, 1.01e-10, 3.15e-11, 8.57e-09, 2.97e-09, 1.87e-07, 4.25e-08] [1.39e-06, 3.31e-06, 1.57e-06, 2.48e-06, 2.08e-06, 1.26e-06, 2.47e-07, 1.92e-07, 1.18e-08, 1.64e-07, 6.58e-06, 5.71e-06, 1.86e-05, 1.76e-05, 1.01e-10, 0.00e+00, 1.01e-10, 3.15e-11, 8.57e-09, 2.97e-09, 1.87e-07, 4.25e-08] []
100400 [1.63e-06, 3.23e-06, 1.53e-06, 2.35e-06, 2.07e-06, 1.36e-06, 2.34e-07, 2.55e-07, 1.07e-05, 3.10e-08, 1.05e-06, 1.82e-06, 2.47e-06, 1.85e-06, 9.73e-09, 1.88e-08, 3.66e-08, 3.61e-08, 7.70e-09, 2.05e-07, 1.42e-07, 1.40e-06] [1.63e-06, 3.23e-06, 1.53e-06, 2.35e-06, 2.07e-06, 1.36e-06, 2.34e-07, 2.55e-07, 1.07e-05, 3.10e-08, 1.05e-06, 1.82e-06, 2.47e-06, 1.85e-06, 9.73e-09, 1.88e-08, 3.66e-08, 3.61e-08, 7.70e-09, 2.05e-07, 1.42e-07, 1.40e-06] []
100500 [1.75e-06, 3.29e-06, 1.59e-06, 2.34e-06, 2.11e-06, 1.29e-06, 3.42e-07, 2.80e-08, 1.53e-06, 1.42e-07, 2.74e-06, 3.59e-06, 3.40e-06, 8.43e-06, 4.01e-08, 8.05e-08, 1.05e-07, 4.33e-08, 8.15e-09, 1.03e-06, 8.05e-08, 5.16e-06] [1.75e-06, 3.29e-06, 1.59e-06, 2.34e-06, 2.11e-06, 1.29e-06, 3.42e-07, 2.80e-08, 1.53e-06, 1.42e-07, 2.74e-06, 3.59e-06, 3.40e-06, 8.43e-06, 4.01e-08, 8.05e-08, 1.05e-07, 4.33e-08, 8.15e-09, 1.03e-06, 8.05e-08, 5.16e-06] []
100600 [1.96e-06, 3.44e-06, 1.61e-06, 2.74e-06, 2.10e-06, 1.25e-06, 2.80e-07, 3.14e-08, 2.16e-10, 1.25e-06, 4.77e-05, 4.26e-05, 1.49e-04, 1.62e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.30e-10, 3.16e-09, 3.28e-07, 4.77e-08] [1.96e-06, 3.44e-06, 1.61e-06, 2.74e-06, 2.10e-06, 1.25e-06, 2.80e-07, 3.14e-08, 2.16e-10, 1.25e-06, 4.77e-05, 4.26e-05, 1.49e-04, 1.62e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.30e-10, 3.16e-09, 3.28e-07, 4.77e-08] []
100700 [3.70e-04, 9.66e-05, 1.57e-04, 7.22e-05, 2.88e-04, 2.35e-05, 2.68e-05, 5.10e-04, 1.95e-05, 3.12e-05, 2.72e-02, 1.73e-02, 3.04e-02, 2.99e-02, 1.58e-04, 6.26e-03, 2.38e-04, 6.18e-05, 5.50e-05, 3.77e-07, 2.12e-04, 6.31e-03] [3.70e-04, 9.66e-05, 1.57e-04, 7.22e-05, 2.88e-04, 2.35e-05, 2.68e-05, 5.10e-04, 1.95e-05, 3.12e-05, 2.72e-02, 1.73e-02, 3.04e-02, 2.99e-02, 1.58e-04, 6.26e-03, 2.38e-04, 6.18e-05, 5.50e-05, 3.77e-07, 2.12e-04, 6.31e-03] []
100800 [5.97e-05, 7.29e-06, 7.38e-06, 1.53e-05, 1.24e-05, 1.74e-06, 2.59e-06, 1.46e-06, 4.57e-07, 3.20e-07, 2.04e-04, 1.16e-03, 9.81e-04, 3.83e-05, 1.96e-06, 3.22e-06, 2.89e-06, 2.92e-06, 9.92e-08, 2.63e-07, 4.74e-07, 9.80e-07] [5.97e-05, 7.29e-06, 7.38e-06, 1.53e-05, 1.24e-05, 1.74e-06, 2.59e-06, 1.46e-06, 4.57e-07, 3.20e-07, 2.04e-04, 1.16e-03, 9.81e-04, 3.83e-05, 1.96e-06, 3.22e-06, 2.89e-06, 2.92e-06, 9.92e-08, 2.63e-07, 4.74e-07, 9.80e-07] []
100900 [3.13e-05, 5.24e-06, 7.37e-06, 9.86e-06, 1.12e-05, 1.51e-06, 2.26e-06, 3.33e-08, 2.12e-07, 2.83e-10, 7.57e-05, 7.44e-04, 8.20e-04, 8.72e-06, 7.69e-07, 1.67e-06, 1.60e-06, 1.16e-06, 5.71e-08, 2.20e-07, 1.71e-07, 7.61e-07] [3.13e-05, 5.24e-06, 7.37e-06, 9.86e-06, 1.12e-05, 1.51e-06, 2.26e-06, 3.33e-08, 2.12e-07, 2.83e-10, 7.57e-05, 7.44e-04, 8.20e-04, 8.72e-06, 7.69e-07, 1.67e-06, 1.60e-06, 1.16e-06, 5.71e-08, 2.20e-07, 1.71e-07, 7.61e-07] []
101000 [2.37e-05, 5.40e-06, 6.75e-06, 9.29e-06, 1.21e-05, 1.38e-06, 2.03e-06, 7.84e-09, 6.65e-08, 5.69e-08, 4.29e-05, 6.73e-04, 7.89e-04, 5.81e-06, 6.36e-07, 1.05e-06, 9.48e-07, 5.40e-07, 1.82e-08, 1.45e-07, 2.03e-07, 5.06e-07] [2.37e-05, 5.40e-06, 6.75e-06, 9.29e-06, 1.21e-05, 1.38e-06, 2.03e-06, 7.84e-09, 6.65e-08, 5.69e-08, 4.29e-05, 6.73e-04, 7.89e-04, 5.81e-06, 6.36e-07, 1.05e-06, 9.48e-07, 5.40e-07, 1.82e-08, 1.45e-07, 2.03e-07, 5.06e-07] []
101100 [2.02e-05, 5.31e-06, 5.91e-06, 9.24e-06, 1.15e-05, 1.27e-06, 1.83e-06, 2.92e-08, 1.47e-09, 5.11e-09, 3.32e-05, 6.57e-04, 7.78e-04, 3.88e-06, 4.79e-07, 6.04e-07, 4.31e-07, 3.80e-07, 2.49e-08, 4.54e-08, 1.14e-07, 1.74e-07] [2.02e-05, 5.31e-06, 5.91e-06, 9.24e-06, 1.15e-05, 1.27e-06, 1.83e-06, 2.92e-08, 1.47e-09, 5.11e-09, 3.32e-05, 6.57e-04, 7.78e-04, 3.88e-06, 4.79e-07, 6.04e-07, 4.31e-07, 3.80e-07, 2.49e-08, 4.54e-08, 1.14e-07, 1.74e-07] []
101200 [1.81e-05, 5.12e-06, 5.30e-06, 8.93e-06, 1.06e-05, 1.18e-06, 1.69e-06, 4.57e-10, 2.78e-09, 3.94e-10, 2.89e-05, 6.51e-04, 7.73e-04, 2.54e-06, 3.52e-07, 3.48e-07, 2.52e-07, 2.95e-07, 1.01e-08, 2.10e-08, 4.08e-08, 1.23e-07] [1.81e-05, 5.12e-06, 5.30e-06, 8.93e-06, 1.06e-05, 1.18e-06, 1.69e-06, 4.57e-10, 2.78e-09, 3.94e-10, 2.89e-05, 6.51e-04, 7.73e-04, 2.54e-06, 3.52e-07, 3.48e-07, 2.52e-07, 2.95e-07, 1.01e-08, 2.10e-08, 4.08e-08, 1.23e-07] []
101300 [1.65e-05, 4.95e-06, 4.85e-06, 8.47e-06, 9.59e-06, 1.10e-06, 1.59e-06, 6.80e-09, 3.78e-09, 5.29e-10, 2.63e-05, 6.48e-04, 7.69e-04, 1.61e-06, 2.43e-07, 2.08e-07, 1.85e-07, 2.32e-07, 4.35e-09, 1.92e-08, 2.28e-08, 8.10e-08] [1.65e-05, 4.95e-06, 4.85e-06, 8.47e-06, 9.59e-06, 1.10e-06, 1.59e-06, 6.80e-09, 3.78e-09, 5.29e-10, 2.63e-05, 6.48e-04, 7.69e-04, 1.61e-06, 2.43e-07, 2.08e-07, 1.85e-07, 2.32e-07, 4.35e-09, 1.92e-08, 2.28e-08, 8.10e-08] []
101400 [1.52e-05, 4.85e-06, 4.53e-06, 7.89e-06, 8.74e-06, 1.03e-06, 1.51e-06, 8.91e-10, 2.09e-08, 1.88e-10, 2.41e-05, 6.46e-04, 7.66e-04, 1.14e-06, 1.82e-07, 1.42e-07, 1.56e-07, 2.03e-07, 5.03e-09, 9.05e-09, 2.02e-08, 7.76e-08] [1.52e-05, 4.85e-06, 4.53e-06, 7.89e-06, 8.74e-06, 1.03e-06, 1.51e-06, 8.91e-10, 2.09e-08, 1.88e-10, 2.41e-05, 6.46e-04, 7.66e-04, 1.14e-06, 1.82e-07, 1.42e-07, 1.56e-07, 2.03e-07, 5.03e-09, 9.05e-09, 2.02e-08, 7.76e-08] []
101500 [1.41e-05, 4.75e-06, 4.27e-06, 7.33e-06, 7.98e-06, 9.72e-07, 1.44e-06, 1.26e-10, 7.18e-10, 1.12e-10, 2.21e-05, 6.44e-04, 7.62e-04, 8.38e-07, 1.47e-07, 1.09e-07, 1.47e-07, 1.81e-07, 3.78e-09, 1.34e-08, 1.60e-08, 7.87e-08] [1.41e-05, 4.75e-06, 4.27e-06, 7.33e-06, 7.98e-06, 9.72e-07, 1.44e-06, 1.26e-10, 7.18e-10, 1.12e-10, 2.21e-05, 6.44e-04, 7.62e-04, 8.38e-07, 1.47e-07, 1.09e-07, 1.47e-07, 1.81e-07, 3.78e-09, 1.34e-08, 1.60e-08, 7.87e-08] []
101600 [1.43e-05, 4.66e-06, 3.94e-06, 6.27e-06, 6.93e-06, 9.16e-07, 1.41e-06, 6.52e-08, 9.93e-08, 5.94e-07, 4.37e-05, 6.64e-04, 9.26e-04, 1.36e-04, 4.64e-07, 9.71e-07, 3.27e-06, 2.37e-06, 1.19e-08, 1.74e-08, 5.84e-08, 9.78e-08] [1.43e-05, 4.66e-06, 3.94e-06, 6.27e-06, 6.93e-06, 9.16e-07, 1.41e-06, 6.52e-08, 9.93e-08, 5.94e-07, 4.37e-05, 6.64e-04, 9.26e-04, 1.36e-04, 4.64e-07, 9.71e-07, 3.27e-06, 2.37e-06, 1.19e-08, 1.74e-08, 5.84e-08, 9.78e-08] []
101700 [1.23e-05, 4.57e-06, 3.86e-06, 6.21e-06, 6.73e-06, 8.74e-07, 1.32e-06, 2.06e-08, 1.21e-07, 2.94e-10, 1.87e-05, 6.41e-04, 7.56e-04, 4.62e-07, 1.08e-07, 7.01e-08, 1.36e-07, 1.52e-07, 7.49e-10, 2.36e-09, 3.84e-08, 1.63e-07] [1.23e-05, 4.57e-06, 3.86e-06, 6.21e-06, 6.73e-06, 8.74e-07, 1.32e-06, 2.06e-08, 1.21e-07, 2.94e-10, 1.87e-05, 6.41e-04, 7.56e-04, 4.62e-07, 1.08e-07, 7.01e-08, 1.36e-07, 1.52e-07, 7.49e-10, 2.36e-09, 3.84e-08, 1.63e-07] []
101800 [1.27e-05, 4.56e-06, 3.68e-06, 5.49e-06, 6.01e-06, 8.35e-07, 1.27e-06, 2.70e-09, 9.86e-09, 3.68e-07, 2.05e-05, 6.47e-04, 7.78e-04, 4.84e-05, 2.49e-07, 5.43e-07, 1.11e-06, 7.32e-07, 6.85e-09, 3.37e-08, 2.56e-08, 1.75e-07] [1.27e-05, 4.56e-06, 3.68e-06, 5.49e-06, 6.01e-06, 8.35e-07, 1.27e-06, 2.70e-09, 9.86e-09, 3.68e-07, 2.05e-05, 6.47e-04, 7.78e-04, 4.84e-05, 2.49e-07, 5.43e-07, 1.11e-06, 7.32e-07, 6.85e-09, 3.37e-08, 2.56e-08, 1.75e-07] []
101900 [1.22e-05, 4.51e-06, 3.50e-06, 5.00e-06, 5.59e-06, 7.92e-07, 1.22e-06, 3.76e-08, 2.04e-08, 3.46e-07, 1.74e-05, 6.43e-04, 7.61e-04, 2.77e-05, 2.08e-07, 1.72e-07, 7.94e-07, 2.93e-07, 3.53e-09, 2.33e-08, 2.98e-08, 1.49e-07] [1.22e-05, 4.51e-06, 3.50e-06, 5.00e-06, 5.59e-06, 7.92e-07, 1.22e-06, 3.76e-08, 2.04e-08, 3.46e-07, 1.74e-05, 6.43e-04, 7.61e-04, 2.77e-05, 2.08e-07, 1.72e-07, 7.94e-07, 2.93e-07, 3.53e-09, 2.33e-08, 2.98e-08, 1.49e-07] []
102000 [1.16e-05, 4.44e-06, 3.37e-06, 4.49e-06, 5.26e-06, 7.53e-07, 1.17e-06, 4.38e-08, 4.67e-10, 2.02e-07, 1.57e-05, 6.40e-04, 7.52e-04, 1.42e-05, 1.41e-07, 2.25e-07, 4.38e-07, 2.51e-07, 3.67e-09, 6.76e-09, 2.29e-08, 7.49e-08] [1.16e-05, 4.44e-06, 3.37e-06, 4.49e-06, 5.26e-06, 7.53e-07, 1.17e-06, 4.38e-08, 4.67e-10, 2.02e-07, 1.57e-05, 6.40e-04, 7.52e-04, 1.42e-05, 1.41e-07, 2.25e-07, 4.38e-07, 2.51e-07, 3.67e-09, 6.76e-09, 2.29e-08, 7.49e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 44.004002 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
102000 [1.16e-05, 4.44e-06, 3.37e-06, 4.49e-06, 5.26e-06, 7.53e-07, 1.17e-06, 4.38e-08, 4.67e-10, 2.02e-07, 1.57e-05, 6.40e-04, 7.52e-04, 1.42e-05, 1.41e-07, 2.25e-07, 4.38e-07, 2.51e-07, 3.67e-09, 6.76e-09, 2.29e-08, 7.49e-08] [1.16e-05, 4.44e-06, 3.37e-06, 4.49e-06, 5.26e-06, 7.53e-07, 1.17e-06, 4.38e-08, 4.67e-10, 2.02e-07, 1.57e-05, 6.40e-04, 7.52e-04, 1.42e-05, 1.41e-07, 2.25e-07, 4.38e-07, 2.51e-07, 3.67e-09, 6.76e-09, 2.29e-08, 7.49e-08] []
102100 [1.13e-05, 4.40e-06, 3.26e-06, 4.09e-06, 4.79e-06, 7.07e-07, 1.13e-06, 3.65e-09, 4.93e-08, 7.55e-10, 1.50e-05, 6.38e-04, 7.47e-04, 9.04e-06, 1.32e-07, 1.07e-07, 3.09e-07, 2.11e-07, 2.63e-09, 1.03e-08, 1.16e-08, 8.98e-08] [1.13e-05, 4.40e-06, 3.26e-06, 4.09e-06, 4.79e-06, 7.07e-07, 1.13e-06, 3.65e-09, 4.93e-08, 7.55e-10, 1.50e-05, 6.38e-04, 7.47e-04, 9.04e-06, 1.32e-07, 1.07e-07, 3.09e-07, 2.11e-07, 2.63e-09, 1.03e-08, 1.16e-08, 8.98e-08] []
102200 [1.42e-05, 4.59e-06, 3.94e-06, 5.97e-06, 6.16e-06, 6.52e-07, 1.15e-06, 3.86e-05, 2.61e-05, 2.52e-05, 5.96e-05, 9.10e-04, 1.37e-03, 1.80e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.25e-05, 4.18e-05] [1.42e-05, 4.59e-06, 3.94e-06, 5.97e-06, 6.16e-06, 6.52e-07, 1.15e-06, 3.86e-05, 2.61e-05, 2.52e-05, 5.96e-05, 9.10e-04, 1.37e-03, 1.80e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.25e-05, 4.18e-05] []
102300 [9.54e-06, 4.14e-06, 3.01e-06, 3.83e-06, 4.35e-06, 6.19e-07, 1.05e-06, 5.75e-08, 6.90e-10, 2.50e-08, 1.32e-05, 6.34e-04, 7.40e-04, 9.47e-07, 7.10e-08, 6.29e-08, 1.67e-07, 1.31e-07, 8.48e-09, 3.85e-09, 3.99e-08, 5.92e-08] [9.54e-06, 4.14e-06, 3.01e-06, 3.83e-06, 4.35e-06, 6.19e-07, 1.05e-06, 5.75e-08, 6.90e-10, 2.50e-08, 1.32e-05, 6.34e-04, 7.40e-04, 9.47e-07, 7.10e-08, 6.29e-08, 1.67e-07, 1.31e-07, 8.48e-09, 3.85e-09, 3.99e-08, 5.92e-08] []
102400 [9.81e-06, 4.13e-06, 2.93e-06, 3.37e-06, 4.05e-06, 5.50e-07, 9.70e-07, 1.61e-07, 9.15e-09, 6.57e-08, 1.26e-05, 6.33e-04, 7.38e-04, 1.47e-06, 7.67e-08, 5.85e-08, 2.20e-07, 1.36e-07, 1.81e-08, 2.26e-09, 9.16e-08, 6.08e-08] [9.81e-06, 4.13e-06, 2.93e-06, 3.37e-06, 4.05e-06, 5.50e-07, 9.70e-07, 1.61e-07, 9.15e-09, 6.57e-08, 1.26e-05, 6.33e-04, 7.38e-04, 1.47e-06, 7.67e-08, 5.85e-08, 2.20e-07, 1.36e-07, 1.81e-08, 2.26e-09, 9.16e-08, 6.08e-08] []
102500 [2.06e-05, 4.52e-06, 3.18e-06, 4.99e-06, 3.38e-06, 5.72e-07, 1.18e-06, 2.29e-05, 5.84e-05, 2.07e-05, 6.05e-05, 8.78e-04, 9.28e-04, 1.30e-03, 1.33e-05, 5.97e-06, 1.01e-05, 8.81e-06, 4.19e-06, 1.25e-05, 2.02e-05, 5.93e-05] [2.06e-05, 4.52e-06, 3.18e-06, 4.99e-06, 3.38e-06, 5.72e-07, 1.18e-06, 2.29e-05, 5.84e-05, 2.07e-05, 6.05e-05, 8.78e-04, 9.28e-04, 1.30e-03, 1.33e-05, 5.97e-06, 1.01e-05, 8.81e-06, 4.19e-06, 1.25e-05, 2.02e-05, 5.93e-05] []
102600 [8.67e-06, 3.96e-06, 2.76e-06, 3.16e-06, 3.70e-06, 4.59e-07, 8.67e-07, 6.01e-09, 2.74e-07, 3.11e-09, 1.18e-05, 6.31e-04, 7.33e-04, 3.49e-07, 5.19e-08, 4.22e-08, 1.23e-07, 1.08e-07, 2.87e-09, 0.00e+00, 1.57e-08, 3.20e-07] [8.67e-06, 3.96e-06, 2.76e-06, 3.16e-06, 3.70e-06, 4.59e-07, 8.67e-07, 6.01e-09, 2.74e-07, 3.11e-09, 1.18e-05, 6.31e-04, 7.33e-04, 3.49e-07, 5.19e-08, 4.22e-08, 1.23e-07, 1.08e-07, 2.87e-09, 0.00e+00, 1.57e-08, 3.20e-07] []
102700 [7.87e-06, 3.82e-06, 2.65e-06, 3.13e-06, 3.58e-06, 4.67e-07, 8.77e-07, 8.88e-09, 3.09e-09, 7.44e-10, 1.13e-05, 6.29e-04, 7.30e-04, 1.62e-07, 4.67e-08, 3.99e-08, 1.47e-07, 1.11e-07, 2.77e-09, 5.71e-09, 1.49e-08, 7.07e-08] [7.87e-06, 3.82e-06, 2.65e-06, 3.13e-06, 3.58e-06, 4.67e-07, 8.77e-07, 8.88e-09, 3.09e-09, 7.44e-10, 1.13e-05, 6.29e-04, 7.30e-04, 1.62e-07, 4.67e-08, 3.99e-08, 1.47e-07, 1.11e-07, 2.77e-09, 5.71e-09, 1.49e-08, 7.07e-08] []
102800 [8.76e-06, 3.85e-06, 2.65e-06, 2.43e-06, 3.34e-06, 4.19e-07, 7.71e-07, 6.46e-07, 7.55e-08, 8.60e-09, 1.18e-05, 6.29e-04, 7.31e-04, 7.11e-07, 3.68e-08, 3.22e-08, 1.00e-07, 9.08e-08, 2.45e-08, 6.77e-09, 7.01e-08, 5.56e-08] [8.76e-06, 3.85e-06, 2.65e-06, 2.43e-06, 3.34e-06, 4.19e-07, 7.71e-07, 6.46e-07, 7.55e-08, 8.60e-09, 1.18e-05, 6.29e-04, 7.31e-04, 7.11e-07, 3.68e-08, 3.22e-08, 1.00e-07, 9.08e-08, 2.45e-08, 6.77e-09, 7.01e-08, 5.56e-08] []
102900 [7.38e-06, 3.71e-06, 2.54e-06, 2.79e-06, 3.43e-06, 4.28e-07, 7.78e-07, 1.81e-08, 1.28e-08, 2.43e-11, 1.11e-05, 6.28e-04, 7.27e-04, 1.55e-07, 3.22e-08, 2.85e-08, 1.12e-07, 9.23e-08, 5.09e-10, 1.42e-09, 4.80e-08, 4.11e-08] [7.38e-06, 3.71e-06, 2.54e-06, 2.79e-06, 3.43e-06, 4.28e-07, 7.78e-07, 1.81e-08, 1.28e-08, 2.43e-11, 1.11e-05, 6.28e-04, 7.27e-04, 1.55e-07, 3.22e-08, 2.85e-08, 1.12e-07, 9.23e-08, 5.09e-10, 1.42e-09, 4.80e-08, 4.11e-08] []
103000 [6.98e-06, 3.60e-06, 2.44e-06, 2.68e-06, 3.30e-06, 4.47e-07, 7.99e-07, 7.71e-09, 3.19e-08, 2.47e-12, 1.08e-05, 6.27e-04, 7.25e-04, 1.37e-07, 2.98e-08, 2.38e-08, 1.29e-07, 9.70e-08, 8.91e-10, 1.88e-10, 9.77e-09, 4.50e-08] [6.98e-06, 3.60e-06, 2.44e-06, 2.68e-06, 3.30e-06, 4.47e-07, 7.99e-07, 7.71e-09, 3.19e-08, 2.47e-12, 1.08e-05, 6.27e-04, 7.25e-04, 1.37e-07, 2.98e-08, 2.38e-08, 1.29e-07, 9.70e-08, 8.91e-10, 1.88e-10, 9.77e-09, 4.50e-08] []
103100 [8.29e-06, 3.60e-06, 2.43e-06, 2.11e-06, 2.91e-06, 4.22e-07, 7.42e-07, 4.42e-05, 1.93e-06, 4.57e-09, 1.09e-05, 6.28e-04, 7.23e-04, 4.43e-06, 6.42e-08, 8.06e-08, 2.69e-07, 1.79e-07, 0.00e+00, 3.40e-07, 3.13e-05, 1.87e-06] [8.29e-06, 3.60e-06, 2.43e-06, 2.11e-06, 2.91e-06, 4.22e-07, 7.42e-07, 4.42e-05, 1.93e-06, 4.57e-09, 1.09e-05, 6.28e-04, 7.23e-04, 4.43e-06, 6.42e-08, 8.06e-08, 2.69e-07, 1.79e-07, 0.00e+00, 3.40e-07, 3.13e-05, 1.87e-06] []
103200 [6.54e-06, 3.49e-06, 2.31e-06, 2.46e-06, 3.12e-06, 4.21e-07, 7.63e-07, 2.16e-07, 5.87e-09, 5.22e-11, 1.05e-05, 6.25e-04, 7.21e-04, 2.47e-07, 2.49e-08, 1.65e-08, 1.20e-07, 9.08e-08, 5.04e-09, 6.62e-09, 5.16e-08, 6.47e-08] [6.54e-06, 3.49e-06, 2.31e-06, 2.46e-06, 3.12e-06, 4.21e-07, 7.63e-07, 2.16e-07, 5.87e-09, 5.22e-11, 1.05e-05, 6.25e-04, 7.21e-04, 2.47e-07, 2.49e-08, 1.65e-08, 1.20e-07, 9.08e-08, 5.04e-09, 6.62e-09, 5.16e-08, 6.47e-08] []
103300 [7.60e-06, 3.48e-06, 2.28e-06, 1.94e-06, 2.82e-06, 4.31e-07, 7.39e-07, 1.31e-06, 1.21e-05, 3.33e-08, 1.06e-05, 6.25e-04, 7.21e-04, 7.11e-06, 6.32e-08, 1.18e-07, 3.89e-07, 3.33e-07, 2.87e-07, 0.00e+00, 1.60e-06, 4.64e-06] [7.60e-06, 3.48e-06, 2.28e-06, 1.94e-06, 2.82e-06, 4.31e-07, 7.39e-07, 1.31e-06, 1.21e-05, 3.33e-08, 1.06e-05, 6.25e-04, 7.21e-04, 7.11e-06, 6.32e-08, 1.18e-07, 3.89e-07, 3.33e-07, 2.87e-07, 0.00e+00, 1.60e-06, 4.64e-06] []
103400 [5.91e-06, 3.33e-06, 2.19e-06, 2.27e-06, 2.97e-06, 4.50e-07, 7.54e-07, 3.22e-08, 3.02e-07, 2.37e-08, 1.04e-05, 6.23e-04, 7.16e-04, 1.99e-06, 1.53e-08, 4.66e-09, 8.89e-08, 6.51e-08, 3.54e-10, 4.50e-08, 3.59e-08, 2.71e-07] [5.91e-06, 3.33e-06, 2.19e-06, 2.27e-06, 2.97e-06, 4.50e-07, 7.54e-07, 3.22e-08, 3.02e-07, 2.37e-08, 1.04e-05, 6.23e-04, 7.16e-04, 1.99e-06, 1.53e-08, 4.66e-09, 8.89e-08, 6.51e-08, 3.54e-10, 4.50e-08, 3.59e-08, 2.71e-07] []
103500 [6.14e-06, 3.29e-06, 2.11e-06, 1.96e-06, 2.80e-06, 4.31e-07, 7.45e-07, 1.46e-06, 3.90e-08, 5.42e-09, 1.07e-05, 6.22e-04, 7.15e-04, 2.19e-06, 1.18e-08, 1.13e-09, 3.71e-08, 5.37e-08, 0.00e+00, 4.37e-11, 8.83e-07, 5.23e-06] [6.14e-06, 3.29e-06, 2.11e-06, 1.96e-06, 2.80e-06, 4.31e-07, 7.45e-07, 1.46e-06, 3.90e-08, 5.42e-09, 1.07e-05, 6.22e-04, 7.15e-04, 2.19e-06, 1.18e-08, 1.13e-09, 3.71e-08, 5.37e-08, 0.00e+00, 4.37e-11, 8.83e-07, 5.23e-06] []
103600 [3.45e-05, 3.99e-06, 2.90e-06, 3.94e-06, 4.56e-06, 5.91e-07, 1.08e-06, 9.59e-05, 6.95e-05, 6.79e-05, 1.80e-04, 1.39e-03, 1.75e-03, 4.82e-03, 3.16e-05, 3.29e-05, 3.65e-05, 3.40e-05, 9.90e-06, 8.80e-06, 4.95e-05, 4.49e-05] [3.45e-05, 3.99e-06, 2.90e-06, 3.94e-06, 4.56e-06, 5.91e-07, 1.08e-06, 9.59e-05, 6.95e-05, 6.79e-05, 1.80e-04, 1.39e-03, 1.75e-03, 4.82e-03, 3.16e-05, 3.29e-05, 3.65e-05, 3.40e-05, 9.90e-06, 8.80e-06, 4.95e-05, 4.49e-05] []
103700 [5.69e-06, 3.16e-06, 2.02e-06, 1.95e-06, 2.74e-06, 4.54e-07, 7.49e-07, 1.56e-08, 1.89e-09, 4.84e-09, 1.04e-05, 6.20e-04, 7.09e-04, 4.77e-07, 2.70e-08, 3.01e-08, 1.81e-07, 1.49e-07, 5.87e-10, 2.22e-09, 1.30e-08, 3.28e-08] [5.69e-06, 3.16e-06, 2.02e-06, 1.95e-06, 2.74e-06, 4.54e-07, 7.49e-07, 1.56e-08, 1.89e-09, 4.84e-09, 1.04e-05, 6.20e-04, 7.09e-04, 4.77e-07, 2.70e-08, 3.01e-08, 1.81e-07, 1.49e-07, 5.87e-10, 2.22e-09, 1.30e-08, 3.28e-08] []
103800 [6.12e-06, 3.12e-06, 1.99e-06, 1.66e-06, 2.49e-06, 4.56e-07, 7.50e-07, 3.28e-07, 5.90e-10, 1.01e-07, 1.09e-05, 6.19e-04, 7.07e-04, 9.12e-07, 2.16e-08, 5.53e-09, 1.18e-07, 7.36e-08, 5.47e-08, 2.79e-09, 3.35e-07, 2.99e-08] [6.12e-06, 3.12e-06, 1.99e-06, 1.66e-06, 2.49e-06, 4.56e-07, 7.50e-07, 3.28e-07, 5.90e-10, 1.01e-07, 1.09e-05, 6.19e-04, 7.07e-04, 9.12e-07, 2.16e-08, 5.53e-09, 1.18e-07, 7.36e-08, 5.47e-08, 2.79e-09, 3.35e-07, 2.99e-08] []
103900 [9.99e-06, 3.46e-06, 2.20e-06, 2.84e-06, 3.66e-06, 5.46e-07, 9.11e-07, 5.40e-05, 8.39e-05, 2.38e-05, 7.34e-05, 8.71e-04, 1.38e-03, 1.73e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.69e-05, 8.84e-05] [9.99e-06, 3.46e-06, 2.20e-06, 2.84e-06, 3.66e-06, 5.46e-07, 9.11e-07, 5.40e-05, 8.39e-05, 2.38e-05, 7.34e-05, 8.71e-04, 1.38e-03, 1.73e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.69e-05, 8.84e-05] []
104000 [4.89e-06, 2.98e-06, 1.90e-06, 1.87e-06, 2.64e-06, 4.81e-07, 7.52e-07, 3.80e-08, 6.17e-08, 4.89e-08, 1.04e-05, 6.16e-04, 7.04e-04, 4.63e-06, 9.14e-09, 9.33e-10, 5.63e-08, 4.58e-08, 1.46e-10, 2.34e-10, 1.85e-08, 2.59e-08] [4.89e-06, 2.98e-06, 1.90e-06, 1.87e-06, 2.64e-06, 4.81e-07, 7.52e-07, 3.80e-08, 6.17e-08, 4.89e-08, 1.04e-05, 6.16e-04, 7.04e-04, 4.63e-06, 9.14e-09, 9.33e-10, 5.63e-08, 4.58e-08, 1.46e-10, 2.34e-10, 1.85e-08, 2.59e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 46.381867 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
104000 [4.89e-06, 2.98e-06, 1.90e-06, 1.87e-06, 2.64e-06, 4.81e-07, 7.52e-07, 3.80e-08, 6.17e-08, 4.89e-08, 1.04e-05, 6.16e-04, 7.04e-04, 4.63e-06, 9.14e-09, 9.33e-10, 5.63e-08, 4.58e-08, 1.46e-10, 2.34e-10, 1.85e-08, 2.59e-08] [4.89e-06, 2.98e-06, 1.90e-06, 1.87e-06, 2.64e-06, 4.81e-07, 7.52e-07, 3.80e-08, 6.17e-08, 4.89e-08, 1.04e-05, 6.16e-04, 7.04e-04, 4.63e-06, 9.14e-09, 9.33e-10, 5.63e-08, 4.58e-08, 1.46e-10, 2.34e-10, 1.85e-08, 2.59e-08] []
104100 [5.47e-06, 2.92e-06, 1.87e-06, 1.67e-06, 2.48e-06, 4.81e-07, 7.30e-07, 3.63e-09, 5.95e-09, 5.23e-08, 1.06e-05, 6.16e-04, 7.01e-04, 4.82e-06, 4.52e-08, 6.37e-08, 2.88e-07, 2.53e-07, 8.50e-09, 2.82e-09, 4.62e-08, 3.39e-08] [5.47e-06, 2.92e-06, 1.87e-06, 1.67e-06, 2.48e-06, 4.81e-07, 7.30e-07, 3.63e-09, 5.95e-09, 5.23e-08, 1.06e-05, 6.16e-04, 7.01e-04, 4.82e-06, 4.52e-08, 6.37e-08, 2.88e-07, 2.53e-07, 8.50e-09, 2.82e-09, 4.62e-08, 3.39e-08] []
104200 [5.60e-06, 2.86e-06, 1.85e-06, 1.41e-06, 2.20e-06, 5.04e-07, 7.69e-07, 8.01e-06, 6.67e-08, 7.67e-08, 1.13e-05, 6.15e-04, 7.05e-04, 1.59e-05, 1.40e-08, 8.05e-10, 6.52e-09, 2.32e-08, 0.00e+00, 1.04e-10, 4.67e-06, 1.42e-07] [5.60e-06, 2.86e-06, 1.85e-06, 1.41e-06, 2.20e-06, 5.04e-07, 7.69e-07, 8.01e-06, 6.67e-08, 7.67e-08, 1.13e-05, 6.15e-04, 7.05e-04, 1.59e-05, 1.40e-08, 8.05e-10, 6.52e-09, 2.32e-08, 0.00e+00, 1.04e-10, 4.67e-06, 1.42e-07] []
104300 [1.21e-05, 2.97e-06, 2.01e-06, 1.67e-06, 2.52e-06, 5.09e-07, 7.24e-07, 1.86e-06, 9.63e-06, 1.00e-05, 4.48e-05, 7.28e-04, 1.01e-03, 8.82e-04, 5.51e-06, 5.84e-06, 8.98e-06, 8.28e-06, 1.36e-07, 1.10e-06, 7.73e-07, 6.20e-06] [1.21e-05, 2.97e-06, 2.01e-06, 1.67e-06, 2.52e-06, 5.09e-07, 7.24e-07, 1.86e-06, 9.63e-06, 1.00e-05, 4.48e-05, 7.28e-04, 1.01e-03, 8.82e-04, 5.51e-06, 5.84e-06, 8.98e-06, 8.28e-06, 1.36e-07, 1.10e-06, 7.73e-07, 6.20e-06] []
104400 [4.72e-06, 2.74e-06, 1.76e-06, 1.64e-06, 2.40e-06, 5.29e-07, 7.49e-07, 1.83e-08, 4.22e-08, 7.55e-10, 1.04e-05, 6.12e-04, 6.93e-04, 3.06e-07, 2.96e-08, 3.39e-08, 1.87e-07, 1.64e-07, 2.03e-10, 1.75e-12, 1.73e-08, 1.14e-07] [4.72e-06, 2.74e-06, 1.76e-06, 1.64e-06, 2.40e-06, 5.29e-07, 7.49e-07, 1.83e-08, 4.22e-08, 7.55e-10, 1.04e-05, 6.12e-04, 6.93e-04, 3.06e-07, 2.96e-08, 3.39e-08, 1.87e-07, 1.64e-07, 2.03e-10, 1.75e-12, 1.73e-08, 1.14e-07] []
104500 [5.01e-06, 2.64e-06, 1.72e-06, 1.44e-06, 2.18e-06, 5.57e-07, 7.75e-07, 7.20e-06, 1.19e-06, 4.31e-07, 1.35e-05, 6.13e-04, 7.17e-04, 3.26e-05, 9.52e-10, 0.00e+00, 0.00e+00, 9.91e-09, 0.00e+00, 0.00e+00, 4.39e-06, 7.66e-07] [5.01e-06, 2.64e-06, 1.72e-06, 1.44e-06, 2.18e-06, 5.57e-07, 7.75e-07, 7.20e-06, 1.19e-06, 4.31e-07, 1.35e-05, 6.13e-04, 7.17e-04, 3.26e-05, 9.52e-10, 0.00e+00, 0.00e+00, 9.91e-09, 0.00e+00, 0.00e+00, 4.39e-06, 7.66e-07] []
104600 [1.05e-05, 2.94e-06, 1.99e-06, 1.36e-06, 2.07e-06, 5.42e-07, 7.33e-07, 2.84e-05, 2.69e-05, 3.22e-06, 3.49e-05, 6.80e-04, 7.73e-04, 4.55e-04, 3.02e-06, 3.19e-06, 4.04e-06, 5.07e-06, 2.02e-06, 1.75e-06, 1.12e-05, 9.74e-06] [1.05e-05, 2.94e-06, 1.99e-06, 1.36e-06, 2.07e-06, 5.42e-07, 7.33e-07, 2.84e-05, 2.69e-05, 3.22e-06, 3.49e-05, 6.80e-04, 7.73e-04, 4.55e-04, 3.02e-06, 3.19e-06, 4.04e-06, 5.07e-06, 2.02e-06, 1.75e-06, 1.12e-05, 9.74e-06] []
104700 [5.53e-06, 2.59e-06, 1.73e-06, 1.30e-06, 1.99e-06, 6.02e-07, 7.93e-07, 2.04e-05, 3.59e-06, 3.25e-08, 1.21e-05, 6.08e-04, 7.02e-04, 4.80e-06, 3.43e-08, 2.06e-08, 5.71e-08, 4.39e-08, 1.23e-06, 2.12e-07, 6.90e-06, 1.24e-06] [5.53e-06, 2.59e-06, 1.73e-06, 1.30e-06, 1.99e-06, 6.02e-07, 7.93e-07, 2.04e-05, 3.59e-06, 3.25e-08, 1.21e-05, 6.08e-04, 7.02e-04, 4.80e-06, 3.43e-08, 2.06e-08, 5.71e-08, 4.39e-08, 1.23e-06, 2.12e-07, 6.90e-06, 1.24e-06] []
104800 [5.76e-06, 2.53e-06, 1.69e-06, 1.30e-06, 1.93e-06, 6.02e-07, 7.75e-07, 2.20e-06, 5.41e-08, 1.38e-07, 1.14e-05, 6.10e-04, 6.85e-04, 1.64e-05, 1.81e-07, 1.83e-07, 4.43e-07, 5.82e-07, 1.52e-07, 3.94e-09, 9.00e-07, 3.44e-08] [5.76e-06, 2.53e-06, 1.69e-06, 1.30e-06, 1.93e-06, 6.02e-07, 7.75e-07, 2.20e-06, 5.41e-08, 1.38e-07, 1.14e-05, 6.10e-04, 6.85e-04, 1.64e-05, 1.81e-07, 1.83e-07, 4.43e-07, 5.82e-07, 1.52e-07, 3.94e-09, 9.00e-07, 3.44e-08] []
104900 [4.68e-06, 2.45e-06, 1.60e-06, 1.40e-06, 2.04e-06, 7.26e-07, 8.07e-07, 1.63e-04, 3.09e-06, 1.74e-08, 1.01e-05, 6.06e-04, 6.83e-04, 4.31e-06, 3.77e-09, 2.80e-09, 4.68e-08, 4.12e-08, 1.26e-05, 0.00e+00, 6.59e-05, 1.21e-06] [4.68e-06, 2.45e-06, 1.60e-06, 1.40e-06, 2.04e-06, 7.26e-07, 8.07e-07, 1.63e-04, 3.09e-06, 1.74e-08, 1.01e-05, 6.06e-04, 6.83e-04, 4.31e-06, 3.77e-09, 2.80e-09, 4.68e-08, 4.12e-08, 1.26e-05, 0.00e+00, 6.59e-05, 1.21e-06] []
105000 [4.04e-06, 2.32e-06, 1.55e-06, 1.47e-06, 2.10e-06, 7.04e-07, 8.55e-07, 1.09e-05, 9.88e-06, 6.37e-07, 1.21e-05, 6.10e-04, 7.09e-04, 6.00e-05, 2.93e-10, 0.00e+00, 0.00e+00, 7.34e-09, 0.00e+00, 0.00e+00, 6.00e-06, 6.65e-06] [4.04e-06, 2.32e-06, 1.55e-06, 1.47e-06, 2.10e-06, 7.04e-07, 8.55e-07, 1.09e-05, 9.88e-06, 6.37e-07, 1.21e-05, 6.10e-04, 7.09e-04, 6.00e-05, 2.93e-10, 0.00e+00, 0.00e+00, 7.34e-09, 0.00e+00, 0.00e+00, 6.00e-06, 6.65e-06] []
105100 [4.94e-06, 2.31e-06, 1.58e-06, 1.23e-06, 1.87e-06, 6.97e-07, 8.28e-07, 2.55e-08, 5.25e-06, 5.04e-08, 9.80e-06, 6.04e-04, 6.76e-04, 4.27e-06, 7.55e-08, 1.08e-07, 3.47e-07, 2.33e-07, 4.70e-09, 0.00e+00, 4.56e-08, 2.98e-06] [4.94e-06, 2.31e-06, 1.58e-06, 1.23e-06, 1.87e-06, 6.97e-07, 8.28e-07, 2.55e-08, 5.25e-06, 5.04e-08, 9.80e-06, 6.04e-04, 6.76e-04, 4.27e-06, 7.55e-08, 1.08e-07, 3.47e-07, 2.33e-07, 4.70e-09, 0.00e+00, 4.56e-08, 2.98e-06] []
105200 [4.20e-06, 2.18e-06, 1.49e-06, 1.26e-06, 1.79e-06, 7.91e-07, 9.38e-07, 9.29e-06, 2.37e-06, 6.57e-07, 1.15e-05, 6.12e-04, 6.88e-04, 6.40e-05, 0.00e+00, 0.00e+00, 0.00e+00, 1.06e-08, 3.30e-07, 0.00e+00, 9.17e-07, 2.15e-06] [4.20e-06, 2.18e-06, 1.49e-06, 1.26e-06, 1.79e-06, 7.91e-07, 9.38e-07, 9.29e-06, 2.37e-06, 6.57e-07, 1.15e-05, 6.12e-04, 6.88e-04, 6.40e-05, 0.00e+00, 0.00e+00, 0.00e+00, 1.06e-08, 3.30e-07, 0.00e+00, 9.17e-07, 2.15e-06] []
105300 [4.08e-06, 2.13e-06, 1.47e-06, 1.34e-06, 1.81e-06, 7.82e-07, 9.22e-07, 1.60e-09, 2.07e-06, 3.84e-07, 1.05e-05, 6.05e-04, 6.83e-04, 3.81e-05, 2.72e-09, 0.00e+00, 1.06e-10, 3.32e-08, 2.45e-09, 1.68e-07, 2.90e-08, 1.02e-06] [4.08e-06, 2.13e-06, 1.47e-06, 1.34e-06, 1.81e-06, 7.82e-07, 9.22e-07, 1.60e-09, 2.07e-06, 3.84e-07, 1.05e-05, 6.05e-04, 6.83e-04, 3.81e-05, 2.72e-09, 0.00e+00, 1.06e-10, 3.32e-08, 2.45e-09, 1.68e-07, 2.90e-08, 1.02e-06] []
105400 [5.84e-06, 2.14e-06, 1.56e-06, 1.07e-06, 1.51e-06, 8.33e-07, 1.11e-06, 7.11e-07, 2.28e-06, 1.28e-07, 1.99e-05, 6.09e-04, 7.01e-04, 3.75e-05, 4.07e-07, 4.33e-07, 1.31e-06, 2.06e-06, 2.10e-09, 6.47e-06, 1.30e-07, 2.47e-05] [5.84e-06, 2.14e-06, 1.56e-06, 1.07e-06, 1.51e-06, 8.33e-07, 1.11e-06, 7.11e-07, 2.28e-06, 1.28e-07, 1.99e-05, 6.09e-04, 7.01e-04, 3.75e-05, 4.07e-07, 4.33e-07, 1.31e-06, 2.06e-06, 2.10e-09, 6.47e-06, 1.30e-07, 2.47e-05] []
105500 [4.05e-06, 2.00e-06, 1.41e-06, 1.33e-06, 1.78e-06, 8.26e-07, 9.42e-07, 6.60e-06, 1.12e-08, 6.19e-07, 1.21e-05, 6.04e-04, 7.02e-04, 6.92e-05, 4.58e-11, 0.00e+00, 0.00e+00, 1.07e-09, 4.70e-07, 1.79e-09, 2.69e-06, 2.86e-08] [4.05e-06, 2.00e-06, 1.41e-06, 1.33e-06, 1.78e-06, 8.26e-07, 9.42e-07, 6.60e-06, 1.12e-08, 6.19e-07, 1.21e-05, 6.04e-04, 7.02e-04, 6.92e-05, 4.58e-11, 0.00e+00, 0.00e+00, 1.07e-09, 4.70e-07, 1.79e-09, 2.69e-06, 2.86e-08] []
105600 [1.15e-05, 2.88e-06, 2.62e-06, 1.94e-06, 1.33e-06, 8.68e-07, 6.68e-07, 3.64e-07, 1.31e-05, 2.02e-05, 2.96e-05, 6.86e-04, 6.95e-04, 3.21e-05, 0.00e+00, 1.48e-07, 9.60e-07, 4.29e-07, 1.67e-07, 8.08e-06, 4.12e-07, 3.92e-05] [1.15e-05, 2.88e-06, 2.62e-06, 1.94e-06, 1.33e-06, 8.68e-07, 6.68e-07, 3.64e-07, 1.31e-05, 2.02e-05, 2.96e-05, 6.86e-04, 6.95e-04, 3.21e-05, 0.00e+00, 1.48e-07, 9.60e-07, 4.29e-07, 1.67e-07, 8.08e-06, 4.12e-07, 3.92e-05] []
105700 [4.96e-06, 2.18e-06, 1.70e-06, 1.72e-06, 1.97e-06, 1.07e-06, 8.73e-07, 1.05e-08, 1.57e-09, 1.68e-09, 8.12e-06, 6.03e-04, 6.76e-04, 1.31e-07, 6.03e-09, 6.23e-08, 1.65e-07, 1.51e-07, 1.08e-09, 4.07e-09, 2.57e-08, 1.83e-08] [4.96e-06, 2.18e-06, 1.70e-06, 1.72e-06, 1.97e-06, 1.07e-06, 8.73e-07, 1.05e-08, 1.57e-09, 1.68e-09, 8.12e-06, 6.03e-04, 6.76e-04, 1.31e-07, 6.03e-09, 6.23e-08, 1.65e-07, 1.51e-07, 1.08e-09, 4.07e-09, 2.57e-08, 1.83e-08] []
105800 [4.40e-06, 2.13e-06, 1.58e-06, 1.57e-06, 1.96e-06, 1.09e-06, 9.17e-07, 1.49e-10, 4.98e-10, 1.55e-09, 7.90e-06, 6.01e-04, 6.74e-04, 1.07e-07, 1.12e-08, 1.20e-08, 1.28e-07, 1.25e-07, 5.90e-10, 6.03e-10, 1.19e-08, 1.12e-08] [4.40e-06, 2.13e-06, 1.58e-06, 1.57e-06, 1.96e-06, 1.09e-06, 9.17e-07, 1.49e-10, 4.98e-10, 1.55e-09, 7.90e-06, 6.01e-04, 6.74e-04, 1.07e-07, 1.12e-08, 1.20e-08, 1.28e-07, 1.25e-07, 5.90e-10, 6.03e-10, 1.19e-08, 1.12e-08] []
105900 [8.06e-06, 2.72e-06, 1.96e-06, 8.38e-07, 1.40e-06, 1.00e-06, 8.88e-07, 7.92e-09, 6.58e-08, 9.78e-07, 1.16e-05, 6.14e-04, 6.89e-04, 9.16e-05, 6.38e-07, 6.34e-07, 9.12e-07, 7.43e-07, 2.72e-09, 1.12e-08, 2.36e-08, 7.73e-08] [8.06e-06, 2.72e-06, 1.96e-06, 8.38e-07, 1.40e-06, 1.00e-06, 8.88e-07, 7.92e-09, 6.58e-08, 9.78e-07, 1.16e-05, 6.14e-04, 6.89e-04, 9.16e-05, 6.38e-07, 6.34e-07, 9.12e-07, 7.43e-07, 2.72e-09, 1.12e-08, 2.36e-08, 7.73e-08] []
106000 [4.06e-06, 2.13e-06, 1.46e-06, 1.37e-06, 1.87e-06, 1.07e-06, 9.49e-07, 2.68e-08, 2.41e-09, 2.02e-09, 7.65e-06, 5.98e-04, 6.69e-04, 3.06e-07, 6.03e-08, 2.55e-08, 1.05e-07, 9.74e-08, 3.26e-09, 1.01e-09, 1.76e-08, 8.97e-09] [4.06e-06, 2.13e-06, 1.46e-06, 1.37e-06, 1.87e-06, 1.07e-06, 9.49e-07, 2.68e-08, 2.41e-09, 2.02e-09, 7.65e-06, 5.98e-04, 6.69e-04, 3.06e-07, 6.03e-08, 2.55e-08, 1.05e-07, 9.74e-08, 3.26e-09, 1.01e-09, 1.76e-08, 8.97e-09] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 45.045601 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
106000 [4.06e-06, 2.13e-06, 1.46e-06, 1.37e-06, 1.87e-06, 1.07e-06, 9.49e-07, 2.68e-08, 2.41e-09, 2.02e-09, 7.65e-06, 5.98e-04, 6.69e-04, 3.06e-07, 6.03e-08, 2.55e-08, 1.05e-07, 9.74e-08, 3.26e-09, 1.01e-09, 1.76e-08, 8.97e-09] [4.06e-06, 2.13e-06, 1.46e-06, 1.37e-06, 1.87e-06, 1.07e-06, 9.49e-07, 2.68e-08, 2.41e-09, 2.02e-09, 7.65e-06, 5.98e-04, 6.69e-04, 3.06e-07, 6.03e-08, 2.55e-08, 1.05e-07, 9.74e-08, 3.26e-09, 1.01e-09, 1.76e-08, 8.97e-09] []
106100 [3.96e-06, 2.00e-06, 1.41e-06, 1.32e-06, 1.76e-06, 1.11e-06, 1.12e-06, 3.92e-07, 6.09e-05, 6.35e-09, 7.71e-06, 5.97e-04, 6.65e-04, 3.57e-07, 4.73e-08, 3.13e-08, 8.79e-08, 1.16e-07, 2.77e-08, 2.23e-06, 1.02e-07, 1.12e-05] [3.96e-06, 2.00e-06, 1.41e-06, 1.32e-06, 1.76e-06, 1.11e-06, 1.12e-06, 3.92e-07, 6.09e-05, 6.35e-09, 7.71e-06, 5.97e-04, 6.65e-04, 3.57e-07, 4.73e-08, 3.13e-08, 8.79e-08, 1.16e-07, 2.77e-08, 2.23e-06, 1.02e-07, 1.12e-05] []
106200 [9.31e-06, 2.11e-06, 1.48e-06, 2.07e-06, 2.27e-06, 1.38e-06, 1.37e-06, 3.08e-04, 9.54e-07, 4.41e-05, 2.67e-05, 7.62e-04, 8.44e-04, 8.99e-04, 2.18e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.39e-07, 2.78e-04, 8.18e-07] [9.31e-06, 2.11e-06, 1.48e-06, 2.07e-06, 2.27e-06, 1.38e-06, 1.37e-06, 3.08e-04, 9.54e-07, 4.41e-05, 2.67e-05, 7.62e-04, 8.44e-04, 8.99e-04, 2.18e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.39e-07, 2.78e-04, 8.18e-07] []
106300 [3.68e-06, 1.84e-06, 1.37e-06, 1.25e-06, 1.70e-06, 1.12e-06, 1.00e-06, 2.42e-08, 3.81e-09, 4.10e-09, 7.44e-06, 5.94e-04, 6.59e-04, 5.64e-07, 6.66e-08, 3.33e-08, 5.65e-08, 7.80e-08, 6.61e-09, 3.27e-10, 3.81e-08, 6.68e-09] [3.68e-06, 1.84e-06, 1.37e-06, 1.25e-06, 1.70e-06, 1.12e-06, 1.00e-06, 2.42e-08, 3.81e-09, 4.10e-09, 7.44e-06, 5.94e-04, 6.59e-04, 5.64e-07, 6.66e-08, 3.33e-08, 5.65e-08, 7.80e-08, 6.61e-09, 3.27e-10, 3.81e-08, 6.68e-09] []
106400 [3.68e-06, 1.77e-06, 1.34e-06, 1.23e-06, 1.69e-06, 1.13e-06, 1.00e-06, 1.33e-09, 4.73e-10, 6.89e-10, 7.06e-06, 5.92e-04, 6.55e-04, 4.88e-07, 9.47e-08, 4.23e-08, 5.70e-08, 8.99e-08, 2.93e-09, 3.95e-10, 1.98e-08, 6.32e-09] [3.68e-06, 1.77e-06, 1.34e-06, 1.23e-06, 1.69e-06, 1.13e-06, 1.00e-06, 1.33e-09, 4.73e-10, 6.89e-10, 7.06e-06, 5.92e-04, 6.55e-04, 4.88e-07, 9.47e-08, 4.23e-08, 5.70e-08, 8.99e-08, 2.93e-09, 3.95e-10, 1.98e-08, 6.32e-09] []
106500 [4.57e-06, 1.90e-06, 1.49e-06, 1.14e-06, 1.88e-06, 1.22e-06, 1.17e-06, 4.87e-07, 1.12e-04, 3.56e-06, 1.96e-05, 6.47e-04, 8.24e-04, 4.52e-04, 0.00e+00, 7.79e-09, 1.11e-11, 0.00e+00, 6.33e-08, 0.00e+00, 2.38e-07, 8.76e-05] [4.57e-06, 1.90e-06, 1.49e-06, 1.14e-06, 1.88e-06, 1.22e-06, 1.17e-06, 4.87e-07, 1.12e-04, 3.56e-06, 1.96e-05, 6.47e-04, 8.24e-04, 4.52e-04, 0.00e+00, 7.79e-09, 1.11e-11, 0.00e+00, 6.33e-08, 0.00e+00, 2.38e-07, 8.76e-05] []
106600 [3.65e-06, 1.61e-06, 1.29e-06, 1.08e-06, 1.75e-06, 1.02e-06, 1.00e-06, 9.59e-10, 1.41e-08, 2.67e-10, 6.99e-06, 5.87e-04, 6.45e-04, 2.77e-07, 1.21e-07, 4.84e-08, 3.67e-08, 8.74e-08, 1.66e-09, 5.11e-10, 1.38e-08, 1.30e-08] [3.65e-06, 1.61e-06, 1.29e-06, 1.08e-06, 1.75e-06, 1.02e-06, 1.00e-06, 9.59e-10, 1.41e-08, 2.67e-10, 6.99e-06, 5.87e-04, 6.45e-04, 2.77e-07, 1.21e-07, 4.84e-08, 3.67e-08, 8.74e-08, 1.66e-09, 5.11e-10, 1.38e-08, 1.30e-08] []
106700 [4.00e-06, 1.64e-06, 1.34e-06, 7.51e-07, 1.65e-06, 1.18e-06, 1.21e-06, 7.29e-07, 1.44e-04, 5.94e-06, 1.07e-05, 6.09e-04, 6.66e-04, 1.35e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.10e-08, 1.27e-05, 4.64e-07, 7.05e-05] [4.00e-06, 1.64e-06, 1.34e-06, 7.51e-07, 1.65e-06, 1.18e-06, 1.21e-06, 7.29e-07, 1.44e-04, 5.94e-06, 1.07e-05, 6.09e-04, 6.66e-04, 1.35e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.10e-08, 1.27e-05, 4.64e-07, 7.05e-05] []
106800 [1.11e-05, 1.77e-06, 1.52e-06, 9.46e-07, 1.66e-06, 1.03e-06, 9.42e-07, 1.43e-06, 4.52e-07, 1.46e-05, 7.98e-05, 7.16e-04, 1.17e-03, 1.16e-03, 7.25e-06, 6.20e-06, 9.00e-06, 1.11e-05, 1.92e-07, 8.00e-08, 1.23e-06, 4.88e-07] [1.11e-05, 1.77e-06, 1.52e-06, 9.46e-07, 1.66e-06, 1.03e-06, 9.42e-07, 1.43e-06, 4.52e-07, 1.46e-05, 7.98e-05, 7.16e-04, 1.17e-03, 1.16e-03, 7.25e-06, 6.20e-06, 9.00e-06, 1.11e-05, 1.92e-07, 8.00e-08, 1.23e-06, 4.88e-07] []
106900 [1.08e-05, 1.68e-06, 1.49e-06, 9.45e-07, 1.54e-06, 1.06e-06, 9.43e-07, 1.08e-05, 2.73e-06, 1.51e-05, 8.70e-05, 7.13e-04, 1.18e-03, 1.16e-03, 6.89e-06, 6.11e-06, 9.13e-06, 1.10e-05, 1.24e-06, 3.12e-07, 7.49e-06, 1.95e-06] [1.08e-05, 1.68e-06, 1.49e-06, 9.45e-07, 1.54e-06, 1.06e-06, 9.43e-07, 1.08e-05, 2.73e-06, 1.51e-05, 8.70e-05, 7.13e-04, 1.18e-03, 1.16e-03, 6.89e-06, 6.11e-06, 9.13e-06, 1.10e-05, 1.24e-06, 3.12e-07, 7.49e-06, 1.95e-06] []
107000 [3.61e-06, 1.29e-06, 1.15e-06, 1.04e-06, 1.42e-06, 1.31e-06, 1.14e-06, 1.15e-05, 8.91e-06, 2.77e-06, 1.59e-05, 6.05e-04, 7.29e-04, 2.29e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 9.03e-06, 6.38e-06] [3.61e-06, 1.29e-06, 1.15e-06, 1.04e-06, 1.42e-06, 1.31e-06, 1.14e-06, 1.15e-05, 8.91e-06, 2.77e-06, 1.59e-05, 6.05e-04, 7.29e-04, 2.29e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 9.03e-06, 6.38e-06] []
107100 [3.16e-06, 1.19e-06, 1.10e-06, 1.06e-06, 1.25e-06, 1.28e-06, 1.11e-06, 4.14e-07, 3.55e-08, 7.42e-07, 7.62e-06, 5.80e-04, 6.40e-04, 3.82e-05, 3.33e-09, 0.00e+00, 0.00e+00, 6.26e-10, 1.91e-09, 4.70e-09, 2.69e-07, 1.24e-07] [3.16e-06, 1.19e-06, 1.10e-06, 1.06e-06, 1.25e-06, 1.28e-06, 1.11e-06, 4.14e-07, 3.55e-08, 7.42e-07, 7.62e-06, 5.80e-04, 6.40e-04, 3.82e-05, 3.33e-09, 0.00e+00, 0.00e+00, 6.26e-10, 1.91e-09, 4.70e-09, 2.69e-07, 1.24e-07] []
107200 [3.49e-06, 1.13e-06, 1.09e-06, 9.18e-07, 1.09e-06, 1.31e-06, 1.08e-06, 2.56e-06, 2.71e-06, 1.45e-08, 6.95e-06, 5.74e-04, 6.17e-04, 7.53e-07, 6.89e-08, 2.95e-08, 3.20e-08, 5.12e-08, 1.68e-07, 2.43e-07, 7.91e-07, 1.42e-06] [3.49e-06, 1.13e-06, 1.09e-06, 9.18e-07, 1.09e-06, 1.31e-06, 1.08e-06, 2.56e-06, 2.71e-06, 1.45e-08, 6.95e-06, 5.74e-04, 6.17e-04, 7.53e-07, 6.89e-08, 2.95e-08, 3.20e-08, 5.12e-08, 1.68e-07, 2.43e-07, 7.91e-07, 1.42e-06] []
107300 [4.90e-06, 1.17e-06, 1.13e-06, 7.85e-07, 1.05e-06, 1.37e-06, 1.09e-06, 2.13e-06, 3.21e-06, 5.88e-07, 1.01e-05, 5.81e-04, 6.17e-04, 4.36e-05, 6.05e-07, 4.10e-07, 2.75e-07, 5.41e-07, 1.90e-10, 0.00e+00, 1.57e-06, 2.33e-06] [4.90e-06, 1.17e-06, 1.13e-06, 7.85e-07, 1.05e-06, 1.37e-06, 1.09e-06, 2.13e-06, 3.21e-06, 5.88e-07, 1.01e-05, 5.81e-04, 6.17e-04, 4.36e-05, 6.05e-07, 4.10e-07, 2.75e-07, 5.41e-07, 1.90e-10, 0.00e+00, 1.57e-06, 2.33e-06] []
107400 [3.49e-06, 1.00e-06, 9.90e-07, 1.19e-06, 1.11e-06, 1.47e-06, 1.22e-06, 1.64e-05, 5.94e-06, 3.45e-06, 1.91e-05, 5.96e-04, 7.24e-04, 2.47e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.22e-05, 4.31e-06] [3.49e-06, 1.00e-06, 9.90e-07, 1.19e-06, 1.11e-06, 1.47e-06, 1.22e-06, 1.64e-05, 5.94e-06, 3.45e-06, 1.91e-05, 5.96e-04, 7.24e-04, 2.47e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.22e-05, 4.31e-06] []
107500 [4.47e-06, 9.73e-07, 1.00e-06, 8.46e-07, 8.80e-07, 1.35e-06, 1.07e-06, 3.91e-09, 4.12e-07, 1.31e-06, 2.22e-05, 5.80e-04, 6.68e-04, 1.12e-04, 9.82e-07, 8.62e-07, 8.58e-07, 1.17e-06, 1.73e-08, 6.91e-08, 1.03e-07, 4.38e-07] [4.47e-06, 9.73e-07, 1.00e-06, 8.46e-07, 8.80e-07, 1.35e-06, 1.07e-06, 3.91e-09, 4.12e-07, 1.31e-06, 2.22e-05, 5.80e-04, 6.68e-04, 1.12e-04, 9.82e-07, 8.62e-07, 8.58e-07, 1.17e-06, 1.73e-08, 6.91e-08, 1.03e-07, 4.38e-07] []
107600 [3.87e-06, 9.69e-07, 9.60e-07, 1.25e-06, 1.10e-06, 1.58e-06, 1.25e-06, 2.47e-06, 2.57e-06, 5.14e-06, 2.43e-05, 6.04e-04, 7.56e-04, 3.62e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.18e-06, 2.28e-06] [3.87e-06, 9.69e-07, 9.60e-07, 1.25e-06, 1.10e-06, 1.58e-06, 1.25e-06, 2.47e-06, 2.57e-06, 5.14e-06, 2.43e-05, 6.04e-04, 7.56e-04, 3.62e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.18e-06, 2.28e-06] []
107700 [4.79e-06, 9.17e-07, 9.71e-07, 7.30e-07, 7.78e-07, 1.40e-06, 1.09e-06, 3.28e-06, 1.14e-05, 1.39e-06, 2.50e-05, 5.75e-04, 6.64e-04, 1.26e-04, 1.06e-06, 9.66e-07, 1.19e-06, 1.25e-06, 3.32e-07, 9.80e-07, 2.11e-06, 6.21e-06] [4.79e-06, 9.17e-07, 9.71e-07, 7.30e-07, 7.78e-07, 1.40e-06, 1.09e-06, 3.28e-06, 1.14e-05, 1.39e-06, 2.50e-05, 5.75e-04, 6.64e-04, 1.26e-04, 1.06e-06, 9.66e-07, 1.19e-06, 1.25e-06, 3.32e-07, 9.80e-07, 2.11e-06, 6.21e-06] []
107800 [3.71e-06, 8.96e-07, 8.94e-07, 1.39e-06, 1.08e-06, 1.53e-06, 1.19e-06, 1.09e-05, 7.52e-06, 4.38e-06, 3.44e-05, 5.88e-04, 7.83e-04, 3.29e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.29e-06, 5.91e-06] [3.71e-06, 8.96e-07, 8.94e-07, 1.39e-06, 1.08e-06, 1.53e-06, 1.19e-06, 1.09e-05, 7.52e-06, 4.38e-06, 3.44e-05, 5.88e-04, 7.83e-04, 3.29e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.29e-06, 5.91e-06] []
107900 [3.25e-06, 7.62e-07, 7.85e-07, 1.17e-06, 9.23e-07, 1.45e-06, 1.11e-06, 3.29e-07, 1.64e-07, 8.73e-07, 1.06e-05, 5.58e-04, 6.11e-04, 6.44e-05, 2.36e-09, 0.00e+00, 0.00e+00, 0.00e+00, 6.83e-10, 3.04e-10, 1.94e-07, 1.66e-07] [3.25e-06, 7.62e-07, 7.85e-07, 1.17e-06, 9.23e-07, 1.45e-06, 1.11e-06, 3.29e-07, 1.64e-07, 8.73e-07, 1.06e-05, 5.58e-04, 6.11e-04, 6.44e-05, 2.36e-09, 0.00e+00, 0.00e+00, 0.00e+00, 6.83e-10, 3.04e-10, 1.94e-07, 1.66e-07] []
108000 [5.74e-06, 8.22e-07, 9.00e-07, 7.23e-07, 7.31e-07, 1.42e-06, 1.05e-06, 6.02e-06, 4.61e-06, 2.52e-06, 3.32e-05, 5.74e-04, 6.52e-04, 1.95e-04, 1.38e-06, 1.43e-06, 2.11e-06, 1.35e-06, 5.25e-07, 3.97e-07, 3.40e-06, 2.56e-06] [5.74e-06, 8.22e-07, 9.00e-07, 7.23e-07, 7.31e-07, 1.42e-06, 1.05e-06, 6.02e-06, 4.61e-06, 2.52e-06, 3.32e-05, 5.74e-04, 6.52e-04, 1.95e-04, 1.38e-06, 1.43e-06, 2.11e-06, 1.35e-06, 5.25e-07, 3.97e-07, 3.40e-06, 2.56e-06] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 42.462698 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
108000 [5.74e-06, 8.22e-07, 9.00e-07, 7.23e-07, 7.31e-07, 1.42e-06, 1.05e-06, 6.02e-06, 4.61e-06, 2.52e-06, 3.32e-05, 5.74e-04, 6.52e-04, 1.95e-04, 1.38e-06, 1.43e-06, 2.11e-06, 1.35e-06, 5.25e-07, 3.97e-07, 3.40e-06, 2.56e-06] [5.74e-06, 8.22e-07, 9.00e-07, 7.23e-07, 7.31e-07, 1.42e-06, 1.05e-06, 6.02e-06, 4.61e-06, 2.52e-06, 3.32e-05, 5.74e-04, 6.52e-04, 1.95e-04, 1.38e-06, 1.43e-06, 2.11e-06, 1.35e-06, 5.25e-07, 3.97e-07, 3.40e-06, 2.56e-06] []
108100 [8.48e-06, 8.79e-07, 9.14e-07, 9.75e-07, 8.76e-07, 1.44e-06, 1.07e-06, 1.71e-04, 1.22e-04, 1.31e-05, 1.62e-04, 6.47e-04, 1.19e-03, 9.71e-04, 5.31e-06, 5.04e-06, 8.28e-06, 9.52e-06, 1.57e-05, 1.11e-05, 9.15e-05, 6.49e-05] [8.48e-06, 8.79e-07, 9.14e-07, 9.75e-07, 8.76e-07, 1.44e-06, 1.07e-06, 1.71e-04, 1.22e-04, 1.31e-05, 1.62e-04, 6.47e-04, 1.19e-03, 9.71e-04, 5.31e-06, 5.04e-06, 8.28e-06, 9.52e-06, 1.57e-05, 1.11e-05, 9.15e-05, 6.49e-05] []
108200 [4.42e-06, 6.05e-07, 6.65e-07, 9.29e-07, 7.07e-07, 1.37e-06, 1.01e-06, 3.86e-09, 6.52e-09, 4.83e-08, 8.49e-06, 5.38e-04, 5.44e-04, 1.46e-07, 1.90e-07, 1.57e-07, 0.00e+00, 4.65e-08, 1.69e-08, 9.60e-09, 9.10e-08, 7.17e-08] [4.42e-06, 6.05e-07, 6.65e-07, 9.29e-07, 7.07e-07, 1.37e-06, 1.01e-06, 3.86e-09, 6.52e-09, 4.83e-08, 8.49e-06, 5.38e-04, 5.44e-04, 1.46e-07, 1.90e-07, 1.57e-07, 0.00e+00, 4.65e-08, 1.69e-08, 9.60e-09, 9.10e-08, 7.17e-08] []
108300 [5.24e-06, 6.63e-07, 7.27e-07, 6.68e-07, 4.90e-07, 1.32e-06, 9.43e-07, 2.91e-07, 9.01e-07, 2.18e-06, 9.66e-05, 5.59e-04, 7.16e-04, 1.60e-04, 9.17e-07, 9.16e-07, 2.07e-06, 2.06e-06, 2.75e-08, 3.74e-09, 2.63e-07, 3.74e-07] [5.24e-06, 6.63e-07, 7.27e-07, 6.68e-07, 4.90e-07, 1.32e-06, 9.43e-07, 2.91e-07, 9.01e-07, 2.18e-06, 9.66e-05, 5.59e-04, 7.16e-04, 1.60e-04, 9.17e-07, 9.16e-07, 2.07e-06, 2.06e-06, 2.75e-08, 3.74e-09, 2.63e-07, 3.74e-07] []
108400 [3.02e-05, 1.64e-06, 1.52e-06, 3.50e-06, 2.99e-06, 2.34e-06, 1.91e-06, 5.23e-05, 3.57e-05, 7.69e-05, 2.78e-04, 1.70e-03, 6.18e-04, 3.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.82e-05, 1.69e-05] [3.02e-05, 1.64e-06, 1.52e-06, 3.50e-06, 2.99e-06, 2.34e-06, 1.91e-06, 5.23e-05, 3.57e-05, 7.69e-05, 2.78e-04, 1.70e-03, 6.18e-04, 3.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.82e-05, 1.69e-05] []
108500 [1.96e-05, 1.12e-06, 1.03e-06, 2.77e-06, 2.15e-06, 1.73e-06, 1.36e-06, 7.07e-05, 1.16e-04, 5.28e-05, 1.18e-04, 1.16e-03, 7.38e-04, 2.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.43e-05, 7.32e-05] [1.96e-05, 1.12e-06, 1.03e-06, 2.77e-06, 2.15e-06, 1.73e-06, 1.36e-06, 7.07e-05, 1.16e-04, 5.28e-05, 1.18e-04, 1.16e-03, 7.38e-04, 2.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.43e-05, 7.32e-05] []
108600 [6.84e-06, 5.03e-07, 5.32e-07, 1.23e-06, 8.35e-07, 9.76e-07, 6.45e-07, 6.13e-06, 7.33e-06, 2.02e-06, 8.83e-05, 5.17e-04, 4.90e-04, 1.66e-04, 2.00e-06, 1.83e-06, 1.61e-06, 1.84e-06, 5.58e-07, 5.69e-07, 3.67e-06, 3.66e-06] [6.84e-06, 5.03e-07, 5.32e-07, 1.23e-06, 8.35e-07, 9.76e-07, 6.45e-07, 6.13e-06, 7.33e-06, 2.02e-06, 8.83e-05, 5.17e-04, 4.90e-04, 1.66e-04, 2.00e-06, 1.83e-06, 1.61e-06, 1.84e-06, 5.58e-07, 5.69e-07, 3.67e-06, 3.66e-06] []
108700 [1.29e-05, 1.01e-06, 1.08e-06, 1.21e-06, 1.14e-06, 1.12e-06, 8.14e-07, 1.02e-05, 8.38e-06, 9.38e-06, 2.41e-04, 6.02e-04, 5.78e-04, 2.14e-04, 3.61e-06, 4.45e-06, 4.17e-07, 6.35e-08, 0.00e+00, 0.00e+00, 1.07e-05, 5.97e-06] [1.29e-05, 1.01e-06, 1.08e-06, 1.21e-06, 1.14e-06, 1.12e-06, 8.14e-07, 1.02e-05, 8.38e-06, 9.38e-06, 2.41e-04, 6.02e-04, 5.78e-04, 2.14e-04, 3.61e-06, 4.45e-06, 4.17e-07, 6.35e-08, 0.00e+00, 0.00e+00, 1.07e-05, 5.97e-06] []
108800 [6.28e-06, 4.44e-07, 4.58e-07, 1.44e-06, 9.22e-07, 7.81e-07, 4.96e-07, 4.43e-06, 1.15e-06, 5.86e-07, 1.35e-04, 4.27e-04, 3.47e-04, 8.71e-05, 1.38e-06, 1.13e-06, 1.81e-06, 1.86e-06, 0.00e+00, 0.00e+00, 4.27e-06, 9.01e-07] [6.28e-06, 4.44e-07, 4.58e-07, 1.44e-06, 9.22e-07, 7.81e-07, 4.96e-07, 4.43e-06, 1.15e-06, 5.86e-07, 1.35e-04, 4.27e-04, 3.47e-04, 8.71e-05, 1.38e-06, 1.13e-06, 1.81e-06, 1.86e-06, 0.00e+00, 0.00e+00, 4.27e-06, 9.01e-07] []
108900 [1.67e-05, 9.66e-07, 1.03e-06, 1.79e-06, 1.98e-06, 8.85e-07, 6.19e-07, 1.29e-05, 3.82e-05, 3.16e-05, 2.05e-04, 6.64e-04, 5.51e-04, 1.83e-03, 1.67e-05, 1.87e-05, 4.12e-06, 1.61e-05, 0.00e+00, 0.00e+00, 8.22e-06, 2.78e-05] [1.67e-05, 9.66e-07, 1.03e-06, 1.79e-06, 1.98e-06, 8.85e-07, 6.19e-07, 1.29e-05, 3.82e-05, 3.16e-05, 2.05e-04, 6.64e-04, 5.51e-04, 1.83e-03, 1.67e-05, 1.87e-05, 4.12e-06, 1.61e-05, 0.00e+00, 0.00e+00, 8.22e-06, 2.78e-05] []
109000 [6.37e-06, 6.17e-07, 6.44e-07, 1.93e-06, 1.84e-06, 7.48e-07, 5.39e-07, 2.84e-05, 4.26e-05, 3.63e-06, 1.25e-04, 3.98e-04, 4.93e-04, 3.55e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.23e-05, 3.46e-05] [6.37e-06, 6.17e-07, 6.44e-07, 1.93e-06, 1.84e-06, 7.48e-07, 5.39e-07, 2.84e-05, 4.26e-05, 3.63e-06, 1.25e-04, 3.98e-04, 4.93e-04, 3.55e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.23e-05, 3.46e-05] []
109100 [7.43e-06, 9.83e-07, 8.53e-07, 1.57e-06, 1.56e-06, 6.56e-07, 4.50e-07, 4.22e-09, 3.67e-07, 5.38e-07, 2.65e-04, 2.56e-04, 3.27e-04, 1.33e-04, 2.07e-06, 2.03e-06, 2.77e-06, 3.41e-06, 1.63e-08, 6.34e-08, 6.54e-08, 3.75e-07] [7.43e-06, 9.83e-07, 8.53e-07, 1.57e-06, 1.56e-06, 6.56e-07, 4.50e-07, 4.22e-09, 3.67e-07, 5.38e-07, 2.65e-04, 2.56e-04, 3.27e-04, 1.33e-04, 2.07e-06, 2.03e-06, 2.77e-06, 3.41e-06, 1.63e-08, 6.34e-08, 6.54e-08, 3.75e-07] []
109200 [7.23e-06, 1.42e-06, 1.18e-06, 2.10e-06, 1.91e-06, 6.06e-07, 4.06e-07, 8.23e-06, 1.05e-05, 1.12e-07, 1.05e-04, 1.92e-04, 1.06e-04, 1.59e-05, 1.13e-06, 1.01e-06, 7.52e-07, 8.92e-07, 8.22e-07, 1.01e-06, 5.38e-06, 6.52e-06] [7.23e-06, 1.42e-06, 1.18e-06, 2.10e-06, 1.91e-06, 6.06e-07, 4.06e-07, 8.23e-06, 1.05e-05, 1.12e-07, 1.05e-04, 1.92e-04, 1.06e-04, 1.59e-05, 1.13e-06, 1.01e-06, 7.52e-07, 8.92e-07, 8.22e-07, 1.01e-06, 5.38e-06, 6.52e-06] []
109300 [1.03e-05, 2.65e-06, 2.17e-06, 3.12e-06, 2.58e-06, 6.04e-07, 4.00e-07, 1.91e-06, 8.56e-06, 6.55e-06, 1.49e-04, 1.78e-04, 2.16e-04, 3.80e-04, 4.95e-06, 4.69e-06, 3.88e-06, 4.04e-06, 0.00e+00, 1.01e-06, 1.40e-06, 6.40e-06] [1.03e-05, 2.65e-06, 2.17e-06, 3.12e-06, 2.58e-06, 6.04e-07, 4.00e-07, 1.91e-06, 8.56e-06, 6.55e-06, 1.49e-04, 1.78e-04, 2.16e-04, 3.80e-04, 4.95e-06, 4.69e-06, 3.88e-06, 4.04e-06, 0.00e+00, 1.01e-06, 1.40e-06, 6.40e-06] []
109400 [7.45e-06, 1.67e-06, 1.53e-06, 2.62e-06, 2.36e-06, 5.57e-07, 3.21e-07, 1.55e-05, 1.63e-06, 4.96e-06, 6.99e-05, 7.95e-05, 9.25e-05, 2.51e-04, 2.81e-06, 2.79e-06, 1.87e-06, 2.16e-06, 1.49e-06, 1.66e-07, 9.37e-06, 1.01e-06] [7.45e-06, 1.67e-06, 1.53e-06, 2.62e-06, 2.36e-06, 5.57e-07, 3.21e-07, 1.55e-05, 1.63e-06, 4.96e-06, 6.99e-05, 7.95e-05, 9.25e-05, 2.51e-04, 2.81e-06, 2.79e-06, 1.87e-06, 2.16e-06, 1.49e-06, 1.66e-07, 9.37e-06, 1.01e-06] []
109500 [4.06e-06, 2.05e-06, 1.73e-06, 3.17e-06, 2.79e-06, 4.99e-07, 2.76e-07, 1.82e-06, 1.44e-04, 7.36e-06, 2.99e-05, 8.42e-05, 1.20e-04, 3.19e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.88e-06, 1.32e-04] [4.06e-06, 2.05e-06, 1.73e-06, 3.17e-06, 2.79e-06, 4.99e-07, 2.76e-07, 1.82e-06, 1.44e-04, 7.36e-06, 2.99e-05, 8.42e-05, 1.20e-04, 3.19e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.88e-06, 1.32e-04] []
109600 [2.75e-06, 2.28e-06, 2.10e-06, 2.99e-06, 2.72e-06, 4.19e-07, 2.29e-07, 2.56e-06, 7.97e-06, 1.75e-06, 8.17e-05, 3.61e-05, 6.97e-05, 9.87e-06, 1.93e-08, 1.18e-09, 5.83e-07, 6.93e-07, 0.00e+00, 8.21e-07, 3.74e-06, 5.38e-06] [2.75e-06, 2.28e-06, 2.10e-06, 2.99e-06, 2.72e-06, 4.19e-07, 2.29e-07, 2.56e-06, 7.97e-06, 1.75e-06, 8.17e-05, 3.61e-05, 6.97e-05, 9.87e-06, 1.93e-08, 1.18e-09, 5.83e-07, 6.93e-07, 0.00e+00, 8.21e-07, 3.74e-06, 5.38e-06] []
109700 [3.91e-06, 2.38e-06, 2.09e-06, 3.37e-06, 2.77e-06, 4.88e-07, 3.72e-07, 1.79e-04, 1.19e-08, 7.33e-06, 4.55e-05, 9.92e-05, 2.36e-04, 5.07e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.05e-10, 0.00e+00, 1.22e-09, 1.91e-04, 7.92e-06] [3.91e-06, 2.38e-06, 2.09e-06, 3.37e-06, 2.77e-06, 4.88e-07, 3.72e-07, 1.79e-04, 1.19e-08, 7.33e-06, 4.55e-05, 9.92e-05, 2.36e-04, 5.07e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.05e-10, 0.00e+00, 1.22e-09, 1.91e-04, 7.92e-06] []
109800 [1.37e-05, 3.30e-06, 3.14e-06, 3.04e-06, 2.81e-06, 9.28e-07, 6.77e-07, 4.04e-08, 3.96e-08, 2.08e-05, 1.06e-04, 2.57e-04, 5.08e-05, 8.01e-04, 2.03e-05, 1.98e-05, 1.88e-06, 2.27e-06, 0.00e+00, 0.00e+00, 4.06e-07, 2.61e-07] [1.37e-05, 3.30e-06, 3.14e-06, 3.04e-06, 2.81e-06, 9.28e-07, 6.77e-07, 4.04e-08, 3.96e-08, 2.08e-05, 1.06e-04, 2.57e-04, 5.08e-05, 8.01e-04, 2.03e-05, 1.98e-05, 1.88e-06, 2.27e-06, 0.00e+00, 0.00e+00, 4.06e-07, 2.61e-07] []
109900 [6.50e-06, 2.63e-06, 2.47e-06, 2.72e-06, 2.43e-06, 5.78e-07, 3.65e-07, 4.80e-06, 2.67e-08, 7.09e-06, 2.90e-05, 6.39e-05, 8.46e-05, 3.38e-04, 4.29e-06, 4.31e-06, 1.82e-06, 2.00e-06, 0.00e+00, 1.26e-10, 6.56e-06, 8.93e-08] [6.50e-06, 2.63e-06, 2.47e-06, 2.72e-06, 2.43e-06, 5.78e-07, 3.65e-07, 4.80e-06, 2.67e-08, 7.09e-06, 2.90e-05, 6.39e-05, 8.46e-05, 3.38e-04, 4.29e-06, 4.31e-06, 1.82e-06, 2.00e-06, 0.00e+00, 1.26e-10, 6.56e-06, 8.93e-08] []
110000 [3.19e-06, 2.49e-06, 2.27e-06, 2.91e-06, 2.66e-06, 4.91e-07, 2.97e-07, 1.87e-05, 4.13e-07, 7.77e-08, 2.26e-05, 2.23e-05, 3.71e-05, 3.42e-06, 4.17e-07, 4.09e-07, 3.46e-08, 5.70e-08, 0.00e+00, 0.00e+00, 2.27e-05, 9.30e-07] [3.19e-06, 2.49e-06, 2.27e-06, 2.91e-06, 2.66e-06, 4.91e-07, 2.97e-07, 1.87e-05, 4.13e-07, 7.77e-08, 2.26e-05, 2.23e-05, 3.71e-05, 3.42e-06, 4.17e-07, 4.09e-07, 3.46e-08, 5.70e-08, 0.00e+00, 0.00e+00, 2.27e-05, 9.30e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 44.277508 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
110000 [3.19e-06, 2.49e-06, 2.27e-06, 2.91e-06, 2.66e-06, 4.91e-07, 2.97e-07, 1.87e-05, 4.13e-07, 7.77e-08, 2.26e-05, 2.23e-05, 3.71e-05, 3.42e-06, 4.17e-07, 4.09e-07, 3.46e-08, 5.70e-08, 0.00e+00, 0.00e+00, 2.27e-05, 9.30e-07] [3.19e-06, 2.49e-06, 2.27e-06, 2.91e-06, 2.66e-06, 4.91e-07, 2.97e-07, 1.87e-05, 4.13e-07, 7.77e-08, 2.26e-05, 2.23e-05, 3.71e-05, 3.42e-06, 4.17e-07, 4.09e-07, 3.46e-08, 5.70e-08, 0.00e+00, 0.00e+00, 2.27e-05, 9.30e-07] []
110100 [2.61e-06, 2.53e-06, 2.24e-06, 2.91e-06, 2.65e-06, 5.47e-07, 3.24e-07, 3.11e-08, 1.01e-08, 1.37e-07, 9.17e-06, 8.62e-06, 1.82e-05, 6.74e-06, 7.97e-08, 6.79e-08, 2.84e-07, 2.74e-07, 5.38e-09, 1.90e-10, 7.02e-08, 1.21e-07] [2.61e-06, 2.53e-06, 2.24e-06, 2.91e-06, 2.65e-06, 5.47e-07, 3.24e-07, 3.11e-08, 1.01e-08, 1.37e-07, 9.17e-06, 8.62e-06, 1.82e-05, 6.74e-06, 7.97e-08, 6.79e-08, 2.84e-07, 2.74e-07, 5.38e-09, 1.90e-10, 7.02e-08, 1.21e-07] []
110200 [2.49e-06, 2.62e-06, 2.17e-06, 2.94e-06, 2.62e-06, 1.17e-06, 4.71e-07, 1.04e-03, 5.09e-06, 9.95e-06, 4.24e-05, 1.15e-04, 2.23e-05, 3.21e-04, 0.00e+00, 0.00e+00, 2.63e-08, 0.00e+00, 1.78e-04, 7.43e-07, 1.04e-03, 4.74e-06] [2.49e-06, 2.62e-06, 2.17e-06, 2.94e-06, 2.62e-06, 1.17e-06, 4.71e-07, 1.04e-03, 5.09e-06, 9.95e-06, 4.24e-05, 1.15e-04, 2.23e-05, 3.21e-04, 0.00e+00, 0.00e+00, 2.63e-08, 0.00e+00, 1.78e-04, 7.43e-07, 1.04e-03, 4.74e-06] []
110300 [2.51e-05, 1.73e-05, 1.55e-05, 1.23e-05, 9.21e-06, 4.97e-06, 3.89e-06, 1.33e-07, 1.37e-05, 3.81e-05, 7.74e-04, 8.05e-04, 2.96e-03, 1.51e-03, 5.02e-06, 5.67e-07, 1.06e-05, 5.06e-05, 0.00e+00, 2.34e-06, 4.19e-07, 1.30e-05] [2.51e-05, 1.73e-05, 1.55e-05, 1.23e-05, 9.21e-06, 4.97e-06, 3.89e-06, 1.33e-07, 1.37e-05, 3.81e-05, 7.74e-04, 8.05e-04, 2.96e-03, 1.51e-03, 5.02e-06, 5.67e-07, 1.06e-05, 5.06e-05, 0.00e+00, 2.34e-06, 4.19e-07, 1.30e-05] []
110400 [6.93e-06, 3.73e-06, 3.29e-06, 3.60e-06, 1.92e-06, 2.33e-06, 1.40e-06, 1.56e-07, 1.42e-09, 3.00e-08, 3.69e-05, 5.42e-04, 5.78e-04, 1.04e-06, 3.20e-09, 0.00e+00, 1.38e-07, 5.82e-08, 7.30e-09, 2.70e-12, 6.56e-08, 2.75e-08] [6.93e-06, 3.73e-06, 3.29e-06, 3.60e-06, 1.92e-06, 2.33e-06, 1.40e-06, 1.56e-07, 1.42e-09, 3.00e-08, 3.69e-05, 5.42e-04, 5.78e-04, 1.04e-06, 3.20e-09, 0.00e+00, 1.38e-07, 5.82e-08, 7.30e-09, 2.70e-12, 6.56e-08, 2.75e-08] []
110500 [2.81e-06, 1.90e-06, 1.58e-06, 3.87e-06, 1.71e-06, 1.42e-06, 9.23e-07, 9.67e-10, 2.21e-06, 7.12e-08, 2.78e-05, 1.75e-04, 1.41e-04, 4.22e-07, 1.66e-07, 1.12e-07, 1.62e-06, 1.18e-06, 0.00e+00, 9.53e-08, 2.90e-06, 1.37e-06] [2.81e-06, 1.90e-06, 1.58e-06, 3.87e-06, 1.71e-06, 1.42e-06, 9.23e-07, 9.67e-10, 2.21e-06, 7.12e-08, 2.78e-05, 1.75e-04, 1.41e-04, 4.22e-07, 1.66e-07, 1.12e-07, 1.62e-06, 1.18e-06, 0.00e+00, 9.53e-08, 2.90e-06, 1.37e-06] []
110600 [1.72e-05, 5.79e-06, 6.14e-06, 7.03e-06, 5.09e-06, 1.40e-06, 9.81e-07, 4.11e-07, 1.69e-07, 1.42e-07, 7.18e-05, 6.83e-04, 7.79e-04, 9.28e-06, 0.00e+00, 2.09e-07, 1.94e-06, 7.40e-07, 2.22e-07, 1.85e-08, 2.83e-07, 1.30e-07] [1.72e-05, 5.79e-06, 6.14e-06, 7.03e-06, 5.09e-06, 1.40e-06, 9.81e-07, 4.11e-07, 1.69e-07, 1.42e-07, 7.18e-05, 6.83e-04, 7.79e-04, 9.28e-06, 0.00e+00, 2.09e-07, 1.94e-06, 7.40e-07, 2.22e-07, 1.85e-08, 2.83e-07, 1.30e-07] []
110700 [8.53e-06, 2.04e-06, 2.50e-06, 2.31e-06, 6.60e-07, 4.43e-07, 2.27e-07, 3.35e-08, 5.83e-08, 6.00e-08, 1.77e-05, 2.65e-04, 2.39e-04, 1.14e-06, 2.09e-08, 7.37e-08, 5.81e-07, 3.24e-07, 1.55e-08, 8.38e-09, 2.34e-07, 1.27e-07] [8.53e-06, 2.04e-06, 2.50e-06, 2.31e-06, 6.60e-07, 4.43e-07, 2.27e-07, 3.35e-08, 5.83e-08, 6.00e-08, 1.77e-05, 2.65e-04, 2.39e-04, 1.14e-06, 2.09e-08, 7.37e-08, 5.81e-07, 3.24e-07, 1.55e-08, 8.38e-09, 2.34e-07, 1.27e-07] []
110800 [7.02e-06, 1.15e-06, 1.09e-06, 2.99e-06, 9.06e-07, 4.58e-07, 2.54e-07, 7.37e-07, 2.48e-07, 5.22e-08, 3.85e-05, 1.78e-04, 1.34e-04, 2.39e-07, 4.33e-08, 4.78e-08, 9.99e-07, 8.95e-07, 5.26e-08, 1.47e-08, 8.53e-07, 4.24e-07] [7.02e-06, 1.15e-06, 1.09e-06, 2.99e-06, 9.06e-07, 4.58e-07, 2.54e-07, 7.37e-07, 2.48e-07, 5.22e-08, 3.85e-05, 1.78e-04, 1.34e-04, 2.39e-07, 4.33e-08, 4.78e-08, 9.99e-07, 8.95e-07, 5.26e-08, 1.47e-08, 8.53e-07, 4.24e-07] []
110900 [6.01e-06, 1.16e-06, 1.06e-06, 2.89e-06, 9.24e-07, 5.31e-07, 2.76e-07, 3.13e-07, 3.90e-07, 3.74e-08, 3.23e-05, 1.63e-04, 1.20e-04, 1.89e-07, 4.70e-08, 5.39e-08, 8.59e-07, 7.68e-07, 1.01e-10, 0.00e+00, 1.02e-06, 9.74e-07] [6.01e-06, 1.16e-06, 1.06e-06, 2.89e-06, 9.24e-07, 5.31e-07, 2.76e-07, 3.13e-07, 3.90e-07, 3.74e-08, 3.23e-05, 1.63e-04, 1.20e-04, 1.89e-07, 4.70e-08, 5.39e-08, 8.59e-07, 7.68e-07, 1.01e-10, 0.00e+00, 1.02e-06, 9.74e-07] []
111000 [5.24e-06, 1.16e-06, 1.06e-06, 2.68e-06, 9.28e-07, 5.96e-07, 3.17e-07, 1.43e-07, 7.21e-07, 2.26e-08, 2.81e-05, 1.52e-04, 1.09e-04, 1.48e-07, 4.97e-08, 5.97e-08, 7.25e-07, 6.64e-07, 5.13e-09, 0.00e+00, 3.80e-07, 2.76e-06] [5.24e-06, 1.16e-06, 1.06e-06, 2.68e-06, 9.28e-07, 5.96e-07, 3.17e-07, 1.43e-07, 7.21e-07, 2.26e-08, 2.81e-05, 1.52e-04, 1.09e-04, 1.48e-07, 4.97e-08, 5.97e-08, 7.25e-07, 6.64e-07, 5.13e-09, 0.00e+00, 3.80e-07, 2.76e-06] []
111100 [5.45e-06, 1.23e-06, 1.20e-06, 2.06e-06, 7.26e-07, 6.76e-07, 3.61e-07, 1.78e-06, 1.49e-06, 8.35e-07, 2.76e-05, 1.45e-04, 1.13e-04, 2.61e-05, 1.12e-07, 1.69e-07, 1.38e-06, 1.35e-06, 1.80e-07, 9.55e-08, 1.47e-06, 7.30e-07] [5.45e-06, 1.23e-06, 1.20e-06, 2.06e-06, 7.26e-07, 6.76e-07, 3.61e-07, 1.78e-06, 1.49e-06, 8.35e-07, 2.76e-05, 1.45e-04, 1.13e-04, 2.61e-05, 1.12e-07, 1.69e-07, 1.38e-06, 1.35e-06, 1.80e-07, 9.55e-08, 1.47e-06, 7.30e-07] []
111200 [4.19e-06, 1.18e-06, 1.14e-06, 2.16e-06, 8.99e-07, 7.12e-07, 3.83e-07, 8.82e-07, 3.65e-06, 4.99e-08, 2.02e-05, 1.36e-04, 9.17e-05, 8.49e-08, 5.55e-08, 6.27e-08, 4.53e-07, 4.10e-07, 5.82e-08, 2.35e-07, 8.20e-07, 1.22e-06] [4.19e-06, 1.18e-06, 1.14e-06, 2.16e-06, 8.99e-07, 7.12e-07, 3.83e-07, 8.82e-07, 3.65e-06, 4.99e-08, 2.02e-05, 1.36e-04, 9.17e-05, 8.49e-08, 5.55e-08, 6.27e-08, 4.53e-07, 4.10e-07, 5.82e-08, 2.35e-07, 8.20e-07, 1.22e-06] []
111300 [3.73e-06, 1.22e-06, 1.14e-06, 2.57e-06, 1.00e-06, 8.12e-07, 4.75e-07, 2.44e-08, 4.33e-08, 1.83e-06, 3.88e-05, 1.58e-04, 1.67e-04, 1.44e-04, 0.00e+00, 0.00e+00, 1.91e-08, 1.12e-08, 1.77e-10, 2.94e-09, 1.79e-07, 1.22e-07] [3.73e-06, 1.22e-06, 1.14e-06, 2.57e-06, 1.00e-06, 8.12e-07, 4.75e-07, 2.44e-08, 4.33e-08, 1.83e-06, 3.88e-05, 1.58e-04, 1.67e-04, 1.44e-04, 0.00e+00, 0.00e+00, 1.91e-08, 1.12e-08, 1.77e-10, 2.94e-09, 1.79e-07, 1.22e-07] []
111400 [3.33e-06, 1.14e-06, 1.17e-06, 2.13e-06, 9.42e-07, 9.12e-07, 5.18e-07, 9.35e-06, 1.27e-08, 1.57e-06, 3.02e-05, 1.47e-04, 1.42e-04, 1.03e-04, 0.00e+00, 2.34e-10, 1.53e-08, 1.19e-08, 0.00e+00, 1.79e-09, 7.99e-06, 7.75e-08] [3.33e-06, 1.14e-06, 1.17e-06, 2.13e-06, 9.42e-07, 9.12e-07, 5.18e-07, 9.35e-06, 1.27e-08, 1.57e-06, 3.02e-05, 1.47e-04, 1.42e-04, 1.03e-04, 0.00e+00, 2.34e-10, 1.53e-08, 1.19e-08, 0.00e+00, 1.79e-09, 7.99e-06, 7.75e-08] []
111500 [4.24e-06, 1.23e-06, 1.18e-06, 1.88e-06, 9.43e-07, 9.50e-07, 5.33e-07, 1.37e-04, 4.77e-08, 3.40e-07, 3.34e-05, 1.30e-04, 1.09e-04, 3.94e-05, 3.07e-07, 3.25e-07, 1.13e-06, 1.09e-06, 1.60e-05, 3.46e-09, 9.58e-05, 1.03e-07] [4.24e-06, 1.23e-06, 1.18e-06, 1.88e-06, 9.43e-07, 9.50e-07, 5.33e-07, 1.37e-04, 4.77e-08, 3.40e-07, 3.34e-05, 1.30e-04, 1.09e-04, 3.94e-05, 3.07e-07, 3.25e-07, 1.13e-06, 1.09e-06, 1.60e-05, 3.46e-09, 9.58e-05, 1.03e-07] []
111600 [3.14e-06, 1.16e-06, 1.19e-06, 2.22e-06, 1.10e-06, 1.05e-06, 6.12e-07, 2.65e-06, 4.50e-10, 3.95e-06, 4.34e-05, 1.66e-04, 1.98e-04, 2.55e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.10e-07, 1.60e-09, 1.11e-06, 2.00e-07] [3.14e-06, 1.16e-06, 1.19e-06, 2.22e-06, 1.10e-06, 1.05e-06, 6.12e-07, 2.65e-06, 4.50e-10, 3.95e-06, 4.34e-05, 1.66e-04, 1.98e-04, 2.55e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.10e-07, 1.60e-09, 1.11e-06, 2.00e-07] []
111700 [4.21e-06, 1.16e-06, 1.28e-06, 2.43e-06, 1.27e-06, 1.18e-06, 7.11e-07, 1.08e-04, 4.58e-09, 1.25e-05, 1.24e-04, 2.67e-04, 4.99e-04, 8.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.33e-11, 1.16e-04, 5.67e-07] [4.21e-06, 1.16e-06, 1.28e-06, 2.43e-06, 1.27e-06, 1.18e-06, 7.11e-07, 1.08e-04, 4.58e-09, 1.25e-05, 1.24e-04, 2.67e-04, 4.99e-04, 8.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.33e-11, 1.16e-04, 5.67e-07] []
111800 [3.96e-06, 1.10e-06, 1.12e-06, 1.53e-06, 8.18e-07, 1.16e-06, 6.36e-07, 2.88e-05, 4.00e-08, 4.60e-07, 3.38e-05, 1.22e-04, 1.20e-04, 6.41e-05, 5.37e-07, 5.21e-07, 5.07e-07, 5.67e-07, 3.02e-06, 6.18e-09, 1.95e-05, 1.25e-07] [3.96e-06, 1.10e-06, 1.12e-06, 1.53e-06, 8.18e-07, 1.16e-06, 6.36e-07, 2.88e-05, 4.00e-08, 4.60e-07, 3.38e-05, 1.22e-04, 1.20e-04, 6.41e-05, 5.37e-07, 5.21e-07, 5.07e-07, 5.67e-07, 3.02e-06, 6.18e-09, 1.95e-05, 1.25e-07] []
111900 [3.29e-06, 1.04e-06, 1.08e-06, 1.53e-06, 8.34e-07, 1.22e-06, 6.97e-07, 5.14e-08, 1.02e-09, 1.01e-07, 1.80e-05, 1.11e-04, 8.16e-05, 1.85e-05, 2.20e-07, 2.27e-07, 1.55e-07, 1.45e-07, 1.64e-09, 1.02e-09, 2.17e-07, 2.41e-07] [3.29e-06, 1.04e-06, 1.08e-06, 1.53e-06, 8.34e-07, 1.22e-06, 6.97e-07, 5.14e-08, 1.02e-09, 1.01e-07, 1.80e-05, 1.11e-04, 8.16e-05, 1.85e-05, 2.20e-07, 2.27e-07, 1.55e-07, 1.45e-07, 1.64e-09, 1.02e-09, 2.17e-07, 2.41e-07] []
112000 [2.92e-06, 1.19e-06, 1.27e-06, 1.52e-06, 7.95e-07, 1.55e-06, 8.88e-07, 1.20e-06, 3.28e-07, 1.20e-07, 7.53e-06, 1.01e-04, 6.79e-05, 1.68e-07, 6.60e-08, 7.17e-08, 4.07e-08, 2.25e-08, 3.27e-08, 4.47e-09, 3.85e-07, 1.25e-07] [2.92e-06, 1.19e-06, 1.27e-06, 1.52e-06, 7.95e-07, 1.55e-06, 8.88e-07, 1.20e-06, 3.28e-07, 1.20e-07, 7.53e-06, 1.01e-04, 6.79e-05, 1.68e-07, 6.60e-08, 7.17e-08, 4.07e-08, 2.25e-08, 3.27e-08, 4.47e-09, 3.85e-07, 1.25e-07] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 43.770663 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
112000 [2.92e-06, 1.19e-06, 1.27e-06, 1.52e-06, 7.95e-07, 1.55e-06, 8.88e-07, 1.20e-06, 3.28e-07, 1.20e-07, 7.53e-06, 1.01e-04, 6.79e-05, 1.68e-07, 6.60e-08, 7.17e-08, 4.07e-08, 2.25e-08, 3.27e-08, 4.47e-09, 3.85e-07, 1.25e-07] [2.92e-06, 1.19e-06, 1.27e-06, 1.52e-06, 7.95e-07, 1.55e-06, 8.88e-07, 1.20e-06, 3.28e-07, 1.20e-07, 7.53e-06, 1.01e-04, 6.79e-05, 1.68e-07, 6.60e-08, 7.17e-08, 4.07e-08, 2.25e-08, 3.27e-08, 4.47e-09, 3.85e-07, 1.25e-07] []
112100 [2.11e-05, 2.06e-06, 1.90e-06, 2.29e-06, 2.02e-06, 1.89e-06, 1.35e-06, 3.94e-07, 1.23e-05, 8.92e-05, 2.26e-04, 6.45e-04, 1.11e-03, 3.91e-03, 4.65e-05, 4.80e-05, 1.24e-05, 1.39e-05, 5.82e-09, 1.50e-06, 1.32e-07, 8.50e-06] [2.11e-05, 2.06e-06, 1.90e-06, 2.29e-06, 2.02e-06, 1.89e-06, 1.35e-06, 3.94e-07, 1.23e-05, 8.92e-05, 2.26e-04, 6.45e-04, 1.11e-03, 3.91e-03, 4.65e-05, 4.80e-05, 1.24e-05, 1.39e-05, 5.82e-09, 1.50e-06, 1.32e-07, 8.50e-06] []
112200 [4.04e-06, 1.38e-06, 1.40e-06, 2.18e-06, 1.25e-06, 1.71e-06, 1.03e-06, 1.31e-07, 2.46e-08, 4.22e-06, 2.32e-04, 2.10e-04, 5.40e-04, 3.79e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 2.49e-10, 2.39e-08, 2.83e-08] [4.04e-06, 1.38e-06, 1.40e-06, 2.18e-06, 1.25e-06, 1.71e-06, 1.03e-06, 1.31e-07, 2.46e-08, 4.22e-06, 2.32e-04, 2.10e-04, 5.40e-04, 3.79e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 2.49e-10, 2.39e-08, 2.83e-08] []
112300 [2.53e-06, 1.23e-06, 1.24e-06, 1.54e-06, 8.59e-07, 1.61e-06, 9.86e-07, 9.02e-11, 5.64e-08, 3.14e-08, 6.23e-06, 9.58e-05, 6.45e-05, 3.68e-07, 4.91e-08, 5.01e-08, 2.27e-09, 2.12e-11, 4.91e-13, 6.38e-10, 1.23e-07, 1.79e-08] [2.53e-06, 1.23e-06, 1.24e-06, 1.54e-06, 8.59e-07, 1.61e-06, 9.86e-07, 9.02e-11, 5.64e-08, 3.14e-08, 6.23e-06, 9.58e-05, 6.45e-05, 3.68e-07, 4.91e-08, 5.01e-08, 2.27e-09, 2.12e-11, 4.91e-13, 6.38e-10, 1.23e-07, 1.79e-08] []
112400 [2.53e-06, 1.12e-06, 1.20e-06, 1.35e-06, 6.59e-07, 1.84e-06, 1.33e-06, 5.53e-05, 3.79e-05, 8.23e-08, 8.87e-06, 9.63e-05, 7.19e-05, 1.99e-05, 6.13e-07, 6.96e-07, 1.73e-07, 1.34e-07, 0.00e+00, 4.44e-06, 7.07e-05, 2.72e-05] [2.53e-06, 1.12e-06, 1.20e-06, 1.35e-06, 6.59e-07, 1.84e-06, 1.33e-06, 5.53e-05, 3.79e-05, 8.23e-08, 8.87e-06, 9.63e-05, 7.19e-05, 1.99e-05, 6.13e-07, 6.96e-07, 1.73e-07, 1.34e-07, 0.00e+00, 4.44e-06, 7.07e-05, 2.72e-05] []
112500 [2.57e-06, 1.34e-06, 1.26e-06, 2.01e-06, 1.08e-06, 2.09e-06, 1.33e-06, 6.80e-08, 4.80e-10, 1.09e-05, 2.92e-05, 1.89e-04, 2.04e-04, 5.66e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.50e-09, 0.00e+00, 3.15e-08, 7.14e-08] [2.57e-06, 1.34e-06, 1.26e-06, 2.01e-06, 1.08e-06, 2.09e-06, 1.33e-06, 6.80e-08, 4.80e-10, 1.09e-05, 2.92e-05, 1.89e-04, 2.04e-04, 5.66e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.50e-09, 0.00e+00, 3.15e-08, 7.14e-08] []
112600 [2.01e-06, 1.10e-06, 1.11e-06, 1.54e-06, 8.39e-07, 2.03e-06, 1.29e-06, 1.18e-08, 6.44e-09, 3.24e-08, 5.86e-06, 9.07e-05, 6.09e-05, 2.60e-06, 4.75e-08, 4.45e-08, 0.00e+00, 0.00e+00, 2.85e-10, 2.43e-10, 8.56e-09, 5.14e-09] [2.01e-06, 1.10e-06, 1.11e-06, 1.54e-06, 8.39e-07, 2.03e-06, 1.29e-06, 1.18e-08, 6.44e-09, 3.24e-08, 5.86e-06, 9.07e-05, 6.09e-05, 2.60e-06, 4.75e-08, 4.45e-08, 0.00e+00, 0.00e+00, 2.85e-10, 2.43e-10, 8.56e-09, 5.14e-09] []
112700 [1.85e-06, 1.15e-06, 1.15e-06, 1.61e-06, 8.61e-07, 2.06e-06, 1.30e-06, 4.57e-09, 2.41e-09, 5.64e-07, 9.04e-06, 9.56e-05, 7.68e-05, 4.21e-05, 4.29e-11, 0.00e+00, 0.00e+00, 0.00e+00, 5.36e-11, 5.00e-11, 7.87e-09, 4.49e-09] [1.85e-06, 1.15e-06, 1.15e-06, 1.61e-06, 8.61e-07, 2.06e-06, 1.30e-06, 4.57e-09, 2.41e-09, 5.64e-07, 9.04e-06, 9.56e-05, 7.68e-05, 4.21e-05, 4.29e-11, 0.00e+00, 0.00e+00, 0.00e+00, 5.36e-11, 5.00e-11, 7.87e-09, 4.49e-09] []
112800 [5.34e-06, 1.32e-06, 1.26e-06, 1.52e-06, 9.43e-07, 1.96e-06, 1.28e-06, 3.74e-09, 1.44e-09, 1.07e-05, 2.73e-05, 1.43e-04, 1.80e-04, 4.58e-04, 5.42e-06, 5.25e-06, 1.34e-06, 1.36e-06, 4.66e-11, 3.46e-11, 4.39e-09, 2.54e-09] [5.34e-06, 1.32e-06, 1.26e-06, 1.52e-06, 9.43e-07, 1.96e-06, 1.28e-06, 3.74e-09, 1.44e-09, 1.07e-05, 2.73e-05, 1.43e-04, 1.80e-04, 4.58e-04, 5.42e-06, 5.25e-06, 1.34e-06, 1.36e-06, 4.66e-11, 3.46e-11, 4.39e-09, 2.54e-09] []
112900 [2.06e-06, 1.30e-06, 1.21e-06, 1.63e-06, 9.43e-07, 1.95e-06, 1.22e-06, 2.50e-09, 1.44e-09, 1.86e-07, 1.50e-05, 8.27e-05, 9.18e-05, 3.02e-05, 3.49e-09, 1.27e-09, 0.00e+00, 0.00e+00, 3.40e-11, 6.10e-11, 2.45e-09, 1.25e-09] [2.06e-06, 1.30e-06, 1.21e-06, 1.63e-06, 9.43e-07, 1.95e-06, 1.22e-06, 2.50e-09, 1.44e-09, 1.86e-07, 1.50e-05, 8.27e-05, 9.18e-05, 3.02e-05, 3.49e-09, 1.27e-09, 0.00e+00, 0.00e+00, 3.40e-11, 6.10e-11, 2.45e-09, 1.25e-09] []
113000 [2.26e-06, 1.63e-06, 1.51e-06, 1.64e-06, 9.92e-07, 1.75e-06, 1.11e-06, 2.77e-09, 1.14e-09, 5.31e-08, 7.80e-06, 6.08e-05, 6.25e-05, 2.56e-06, 1.33e-07, 1.32e-07, 6.32e-09, 6.76e-09, 4.10e-11, 6.04e-11, 1.05e-09, 5.35e-10] [2.26e-06, 1.63e-06, 1.51e-06, 1.64e-06, 9.92e-07, 1.75e-06, 1.11e-06, 2.77e-09, 1.14e-09, 5.31e-08, 7.80e-06, 6.08e-05, 6.25e-05, 2.56e-06, 1.33e-07, 1.32e-07, 6.32e-09, 6.76e-09, 4.10e-11, 6.04e-11, 1.05e-09, 5.35e-10] []
113100 [1.97e-06, 1.89e-06, 1.60e-06, 1.74e-06, 1.05e-06, 1.48e-06, 1.17e-06, 1.51e-11, 8.41e-07, 1.52e-07, 4.18e-05, 5.56e-05, 1.26e-04, 1.98e-05, 1.18e-07, 9.83e-08, 1.26e-07, 1.18e-07, 8.23e-14, 1.39e-07, 4.32e-09, 7.93e-07] [1.97e-06, 1.89e-06, 1.60e-06, 1.74e-06, 1.05e-06, 1.48e-06, 1.17e-06, 1.51e-11, 8.41e-07, 1.52e-07, 4.18e-05, 5.56e-05, 1.26e-04, 1.98e-05, 1.18e-07, 9.83e-08, 1.26e-07, 1.18e-07, 8.23e-14, 1.39e-07, 4.32e-09, 7.93e-07] []
113200 [3.46e-06, 2.89e-06, 2.43e-06, 2.77e-06, 2.12e-06, 1.59e-06, 9.77e-07, 5.01e-05, 9.50e-10, 1.57e-06, 7.96e-05, 8.26e-05, 2.65e-04, 1.94e-04, 3.04e-08, 3.14e-09, 0.00e+00, 0.00e+00, 9.94e-06, 0.00e+00, 4.80e-05, 1.70e-09] [3.46e-06, 2.89e-06, 2.43e-06, 2.77e-06, 2.12e-06, 1.59e-06, 9.77e-07, 5.01e-05, 9.50e-10, 1.57e-06, 7.96e-05, 8.26e-05, 2.65e-04, 1.94e-04, 3.04e-08, 3.14e-09, 0.00e+00, 0.00e+00, 9.94e-06, 0.00e+00, 4.80e-05, 1.70e-09] []
113300 [3.71e-06, 3.03e-06, 2.59e-06, 2.94e-06, 2.35e-06, 1.29e-06, 8.34e-07, 9.32e-11, 1.92e-09, 9.97e-09, 6.46e-05, 6.56e-05, 1.45e-04, 1.43e-05, 1.34e-06, 1.20e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.41e-10, 1.55e-08, 1.43e-09] [3.71e-06, 3.03e-06, 2.59e-06, 2.94e-06, 2.35e-06, 1.29e-06, 8.34e-07, 9.32e-11, 1.92e-09, 9.97e-09, 6.46e-05, 6.56e-05, 1.45e-04, 1.43e-05, 1.34e-06, 1.20e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.41e-10, 1.55e-08, 1.43e-09] []
113400 [3.56e-06, 3.04e-06, 2.57e-06, 3.15e-06, 2.23e-06, 1.39e-06, 9.76e-07, 2.81e-09, 2.16e-09, 1.50e-05, 3.65e-05, 2.04e-04, 4.24e-05, 6.06e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-11, 1.75e-10, 3.31e-09, 1.44e-09] [3.56e-06, 3.04e-06, 2.57e-06, 3.15e-06, 2.23e-06, 1.39e-06, 9.76e-07, 2.81e-09, 2.16e-09, 1.50e-05, 3.65e-05, 2.04e-04, 4.24e-05, 6.06e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-11, 1.75e-10, 3.31e-09, 1.44e-09] []
113500 [3.72e-06, 2.74e-06, 2.35e-06, 2.73e-06, 2.01e-06, 1.02e-06, 6.69e-07, 1.42e-09, 1.05e-08, 3.35e-06, 1.79e-05, 2.55e-05, 9.37e-05, 1.49e-04, 1.63e-06, 1.58e-06, 4.85e-07, 5.09e-07, 7.73e-12, 9.19e-10, 4.54e-09, 5.72e-09] [3.72e-06, 2.74e-06, 2.35e-06, 2.73e-06, 2.01e-06, 1.02e-06, 6.69e-07, 1.42e-09, 1.05e-08, 3.35e-06, 1.79e-05, 2.55e-05, 9.37e-05, 1.49e-04, 1.63e-06, 1.58e-06, 4.85e-07, 5.09e-07, 7.73e-12, 9.19e-10, 4.54e-09, 5.72e-09] []
113600 [7.43e-06, 3.13e-06, 2.72e-06, 2.74e-06, 2.15e-06, 1.12e-06, 9.07e-07, 4.98e-11, 7.87e-09, 1.46e-05, 2.52e-05, 6.91e-05, 1.11e-04, 4.32e-04, 5.57e-06, 5.27e-06, 1.17e-06, 1.16e-06, 2.71e-13, 6.04e-10, 1.19e-08, 3.70e-09] [7.43e-06, 3.13e-06, 2.72e-06, 2.74e-06, 2.15e-06, 1.12e-06, 9.07e-07, 4.98e-11, 7.87e-09, 1.46e-05, 2.52e-05, 6.91e-05, 1.11e-04, 4.32e-04, 5.57e-06, 5.27e-06, 1.17e-06, 1.16e-06, 2.71e-13, 6.04e-10, 1.19e-08, 3.70e-09] []
113700 [2.57e-06, 2.63e-06, 2.23e-06, 2.90e-06, 2.14e-06, 8.11e-07, 5.16e-07, 2.41e-10, 7.12e-09, 5.63e-07, 2.33e-06, 8.52e-06, 1.06e-05, 2.51e-05, 7.65e-07, 6.87e-07, 3.82e-08, 4.35e-08, 0.00e+00, 3.93e-10, 1.18e-08, 2.49e-09] [2.57e-06, 2.63e-06, 2.23e-06, 2.90e-06, 2.14e-06, 8.11e-07, 5.16e-07, 2.41e-10, 7.12e-09, 5.63e-07, 2.33e-06, 8.52e-06, 1.06e-05, 2.51e-05, 7.65e-07, 6.87e-07, 3.82e-08, 4.35e-08, 0.00e+00, 3.93e-10, 1.18e-08, 2.49e-09] []
113800 [4.49e-06, 3.26e-06, 2.62e-06, 3.70e-06, 2.66e-06, 9.25e-07, 7.48e-07, 8.16e-07, 1.69e-05, 1.87e-05, 7.62e-05, 1.60e-04, 4.64e-04, 1.08e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.14e-06, 1.78e-05] [4.49e-06, 3.26e-06, 2.62e-06, 3.70e-06, 2.66e-06, 9.25e-07, 7.48e-07, 8.16e-07, 1.69e-05, 1.87e-05, 7.62e-05, 1.60e-04, 4.64e-04, 1.08e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.14e-06, 1.78e-05] []
113900 [1.07e-05, 4.05e-06, 3.51e-06, 4.59e-06, 3.28e-06, 1.49e-06, 1.40e-06, 5.52e-09, 5.60e-12, 5.13e-05, 9.02e-05, 5.97e-04, 2.03e-04, 2.25e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.25e-11, 3.05e-14, 4.64e-09, 7.99e-09] [1.07e-05, 4.05e-06, 3.51e-06, 4.59e-06, 3.28e-06, 1.49e-06, 1.40e-06, 5.52e-09, 5.60e-12, 5.13e-05, 9.02e-05, 5.97e-04, 2.03e-04, 2.25e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.25e-11, 3.05e-14, 4.64e-09, 7.99e-09] []
114000 [1.62e-06, 2.52e-06, 2.12e-06, 2.89e-06, 2.12e-06, 6.06e-07, 4.06e-07, 3.83e-09, 2.15e-09, 7.98e-08, 8.38e-07, 2.87e-06, 3.84e-06, 2.34e-06, 3.86e-08, 2.54e-08, 0.00e+00, 0.00e+00, 2.21e-11, 1.31e-11, 6.81e-09, 4.45e-09] [1.62e-06, 2.52e-06, 2.12e-06, 2.89e-06, 2.12e-06, 6.06e-07, 4.06e-07, 3.83e-09, 2.15e-09, 7.98e-08, 8.38e-07, 2.87e-06, 3.84e-06, 2.34e-06, 3.86e-08, 2.54e-08, 0.00e+00, 0.00e+00, 2.21e-11, 1.31e-11, 6.81e-09, 4.45e-09] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 44.923627 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
114000 [1.62e-06, 2.52e-06, 2.12e-06, 2.89e-06, 2.12e-06, 6.06e-07, 4.06e-07, 3.83e-09, 2.15e-09, 7.98e-08, 8.38e-07, 2.87e-06, 3.84e-06, 2.34e-06, 3.86e-08, 2.54e-08, 0.00e+00, 0.00e+00, 2.21e-11, 1.31e-11, 6.81e-09, 4.45e-09] [1.62e-06, 2.52e-06, 2.12e-06, 2.89e-06, 2.12e-06, 6.06e-07, 4.06e-07, 3.83e-09, 2.15e-09, 7.98e-08, 8.38e-07, 2.87e-06, 3.84e-06, 2.34e-06, 3.86e-08, 2.54e-08, 0.00e+00, 0.00e+00, 2.21e-11, 1.31e-11, 6.81e-09, 4.45e-09] []
114100 [1.54e-06, 2.50e-06, 2.09e-06, 2.88e-06, 2.10e-06, 5.17e-07, 3.26e-07, 1.01e-08, 7.57e-09, 6.24e-08, 8.46e-07, 2.02e-06, 2.49e-06, 3.39e-07, 1.71e-08, 1.07e-08, 0.00e+00, 0.00e+00, 7.89e-11, 7.18e-11, 6.06e-09, 4.27e-09] [1.54e-06, 2.50e-06, 2.09e-06, 2.88e-06, 2.10e-06, 5.17e-07, 3.26e-07, 1.01e-08, 7.57e-09, 6.24e-08, 8.46e-07, 2.02e-06, 2.49e-06, 3.39e-07, 1.71e-08, 1.07e-08, 0.00e+00, 0.00e+00, 7.89e-11, 7.18e-11, 6.06e-09, 4.27e-09] []
114200 [1.29e-06, 2.52e-06, 2.09e-06, 2.87e-06, 2.10e-06, 5.13e-07, 3.11e-07, 1.34e-08, 9.38e-10, 5.15e-07, 2.61e-06, 6.80e-06, 2.48e-06, 1.42e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.37e-10, 5.24e-12, 6.25e-09, 9.11e-09] [1.29e-06, 2.52e-06, 2.09e-06, 2.87e-06, 2.10e-06, 5.13e-07, 3.11e-07, 1.34e-08, 9.38e-10, 5.15e-07, 2.61e-06, 6.80e-06, 2.48e-06, 1.42e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.37e-10, 5.24e-12, 6.25e-09, 9.11e-09] []
114300 [1.38e-06, 2.50e-06, 2.08e-06, 2.82e-06, 2.10e-06, 4.44e-07, 2.61e-07, 2.91e-08, 3.01e-09, 3.64e-09, 4.25e-06, 2.71e-06, 9.81e-06, 2.07e-06, 2.53e-08, 2.07e-08, 1.95e-09, 1.24e-09, 8.57e-10, 3.54e-11, 6.62e-09, 8.04e-09] [1.38e-06, 2.50e-06, 2.08e-06, 2.82e-06, 2.10e-06, 4.44e-07, 2.61e-07, 2.91e-08, 3.01e-09, 3.64e-09, 4.25e-06, 2.71e-06, 9.81e-06, 2.07e-06, 2.53e-08, 2.07e-08, 1.95e-09, 1.24e-09, 8.57e-10, 3.54e-11, 6.62e-09, 8.04e-09] []
114400 [1.24e-06, 2.53e-06, 2.09e-06, 2.91e-06, 2.18e-06, 5.82e-07, 2.13e-07, 1.57e-06, 3.86e-12, 2.96e-08, 3.64e-06, 4.32e-06, 1.14e-05, 5.83e-06, 4.82e-08, 2.32e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.25e-06, 4.46e-08] [1.24e-06, 2.53e-06, 2.09e-06, 2.91e-06, 2.18e-06, 5.82e-07, 2.13e-07, 1.57e-06, 3.86e-12, 2.96e-08, 3.64e-06, 4.32e-06, 1.14e-05, 5.83e-06, 4.82e-08, 2.32e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.25e-06, 4.46e-08] []
114500 [1.16e-06, 2.50e-06, 2.07e-06, 2.81e-06, 2.15e-06, 5.24e-07, 2.11e-07, 4.62e-09, 1.14e-07, 4.53e-08, 3.33e-07, 1.23e-06, 1.20e-06, 1.09e-06, 4.86e-09, 1.40e-09, 0.00e+00, 0.00e+00, 4.81e-11, 0.00e+00, 7.98e-09, 1.93e-07] [1.16e-06, 2.50e-06, 2.07e-06, 2.81e-06, 2.15e-06, 5.24e-07, 2.11e-07, 4.62e-09, 1.14e-07, 4.53e-08, 3.33e-07, 1.23e-06, 1.20e-06, 1.09e-06, 4.86e-09, 1.40e-09, 0.00e+00, 0.00e+00, 4.81e-11, 0.00e+00, 7.98e-09, 1.93e-07] []
114600 [1.13e-06, 2.50e-06, 2.04e-06, 2.81e-06, 2.11e-06, 4.47e-07, 1.94e-07, 9.45e-10, 9.67e-06, 2.61e-08, 2.10e-06, 2.24e-06, 3.05e-06, 5.61e-07, 4.63e-10, 1.01e-10, 0.00e+00, 0.00e+00, 5.15e-12, 0.00e+00, 1.56e-08, 1.05e-05] [1.13e-06, 2.50e-06, 2.04e-06, 2.81e-06, 2.11e-06, 4.47e-07, 1.94e-07, 9.45e-10, 9.67e-06, 2.61e-08, 2.10e-06, 2.24e-06, 3.05e-06, 5.61e-07, 4.63e-10, 1.01e-10, 0.00e+00, 0.00e+00, 5.15e-12, 0.00e+00, 1.56e-08, 1.05e-05] []
114700 [3.94e-06, 2.78e-06, 2.16e-06, 3.14e-06, 2.37e-06, 4.48e-07, 4.78e-07, 2.86e-08, 1.29e-08, 9.52e-06, 1.94e-04, 1.33e-04, 1.86e-04, 3.65e-05, 1.07e-06, 9.98e-07, 0.00e+00, 0.00e+00, 7.91e-10, 0.00e+00, 1.32e-08, 6.97e-08] [3.94e-06, 2.78e-06, 2.16e-06, 3.14e-06, 2.37e-06, 4.48e-07, 4.78e-07, 2.86e-08, 1.29e-08, 9.52e-06, 1.94e-04, 1.33e-04, 1.86e-04, 3.65e-05, 1.07e-06, 9.98e-07, 0.00e+00, 0.00e+00, 7.91e-10, 0.00e+00, 1.32e-08, 6.97e-08] []
114800 [1.24e-06, 2.51e-06, 2.05e-06, 2.79e-06, 2.17e-06, 4.04e-07, 1.95e-07, 1.81e-09, 3.01e-10, 3.82e-10, 2.58e-07, 1.06e-06, 1.19e-06, 3.57e-08, 1.58e-08, 9.43e-09, 0.00e+00, 6.10e-12, 0.00e+00, 3.55e-12, 2.82e-08, 7.55e-09] [1.24e-06, 2.51e-06, 2.05e-06, 2.79e-06, 2.17e-06, 4.04e-07, 1.95e-07, 1.81e-09, 3.01e-10, 3.82e-10, 2.58e-07, 1.06e-06, 1.19e-06, 3.57e-08, 1.58e-08, 9.43e-09, 0.00e+00, 6.10e-12, 0.00e+00, 3.55e-12, 2.82e-08, 7.55e-09] []
114900 [1.44e-06, 2.54e-06, 2.02e-06, 2.98e-06, 2.18e-06, 3.78e-07, 1.80e-07, 1.26e-08, 1.60e-08, 1.71e-07, 2.06e-06, 1.94e-06, 4.14e-06, 9.21e-07, 3.48e-08, 2.17e-08, 8.94e-10, 3.31e-09, 6.83e-10, 1.04e-09, 4.48e-09, 4.88e-09] [1.44e-06, 2.54e-06, 2.02e-06, 2.98e-06, 2.18e-06, 3.78e-07, 1.80e-07, 1.26e-08, 1.60e-08, 1.71e-07, 2.06e-06, 1.94e-06, 4.14e-06, 9.21e-07, 3.48e-08, 2.17e-08, 8.94e-10, 3.31e-09, 6.83e-10, 1.04e-09, 4.48e-09, 4.88e-09] []
115000 [9.80e-07, 2.57e-06, 2.05e-06, 2.83e-06, 2.21e-06, 4.06e-07, 2.15e-07, 2.62e-10, 1.83e-05, 8.50e-07, 2.17e-06, 7.84e-06, 1.51e-05, 4.26e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.43e-12, 0.00e+00, 1.57e-08, 1.94e-05] [9.80e-07, 2.57e-06, 2.05e-06, 2.83e-06, 2.21e-06, 4.06e-07, 2.15e-07, 2.62e-10, 1.83e-05, 8.50e-07, 2.17e-06, 7.84e-06, 1.51e-05, 4.26e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.43e-12, 0.00e+00, 1.57e-08, 1.94e-05] []
115100 [1.20e-06, 2.51e-06, 2.03e-06, 2.71e-06, 2.17e-06, 4.00e-07, 2.23e-07, 5.58e-10, 2.97e-10, 9.02e-09, 4.94e-07, 1.33e-06, 2.26e-06, 1.15e-06, 3.10e-08, 2.16e-08, 5.00e-10, 7.55e-10, 5.65e-12, 4.82e-12, 8.69e-09, 7.19e-09] [1.20e-06, 2.51e-06, 2.03e-06, 2.71e-06, 2.17e-06, 4.00e-07, 2.23e-07, 5.58e-10, 2.97e-10, 9.02e-09, 4.94e-07, 1.33e-06, 2.26e-06, 1.15e-06, 3.10e-08, 2.16e-08, 5.00e-10, 7.55e-10, 5.65e-12, 4.82e-12, 8.69e-09, 7.19e-09] []
115200 [1.51e-06, 2.51e-06, 2.06e-06, 2.91e-06, 2.20e-06, 3.72e-07, 2.15e-07, 7.38e-11, 3.50e-08, 6.02e-07, 3.77e-06, 6.39e-06, 3.19e-06, 6.74e-06, 2.00e-07, 1.95e-07, 0.00e+00, 7.61e-12, 3.81e-12, 2.49e-09, 1.06e-08, 1.23e-08] [1.51e-06, 2.51e-06, 2.06e-06, 2.91e-06, 2.20e-06, 3.72e-07, 2.15e-07, 7.38e-11, 3.50e-08, 6.02e-07, 3.77e-06, 6.39e-06, 3.19e-06, 6.74e-06, 2.00e-07, 1.95e-07, 0.00e+00, 7.61e-12, 3.81e-12, 2.49e-09, 1.06e-08, 1.23e-08] []
115300 [1.09e-06, 2.51e-06, 1.99e-06, 2.67e-06, 2.22e-06, 4.25e-07, 2.19e-07, 6.83e-11, 6.39e-08, 1.90e-08, 3.71e-07, 1.43e-06, 1.88e-06, 1.38e-06, 2.51e-09, 8.42e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.36e-08, 1.20e-07] [1.09e-06, 2.51e-06, 1.99e-06, 2.67e-06, 2.22e-06, 4.25e-07, 2.19e-07, 6.83e-11, 6.39e-08, 1.90e-08, 3.71e-07, 1.43e-06, 1.88e-06, 1.38e-06, 2.51e-09, 8.42e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.36e-08, 1.20e-07] []
115400 [1.49e-06, 2.96e-06, 2.34e-06, 3.17e-06, 2.23e-06, 3.21e-07, 2.83e-07, 2.52e-08, 5.12e-05, 8.13e-07, 3.95e-06, 5.18e-06, 4.51e-06, 1.09e-06, 4.89e-10, 0.00e+00, 0.00e+00, 3.11e-10, 9.76e-10, 1.01e-05, 8.50e-09, 4.94e-05] [1.49e-06, 2.96e-06, 2.34e-06, 3.17e-06, 2.23e-06, 3.21e-07, 2.83e-07, 2.52e-08, 5.12e-05, 8.13e-07, 3.95e-06, 5.18e-06, 4.51e-06, 1.09e-06, 4.89e-10, 0.00e+00, 0.00e+00, 3.11e-10, 9.76e-10, 1.01e-05, 8.50e-09, 4.94e-05] []
115500 [1.18e-06, 2.47e-06, 2.18e-06, 2.72e-06, 2.12e-06, 4.36e-07, 2.34e-07, 5.07e-06, 4.23e-09, 5.16e-10, 3.81e-07, 1.40e-06, 1.28e-06, 3.78e-08, 9.45e-09, 5.67e-09, 1.87e-10, 5.54e-11, 0.00e+00, 0.00e+00, 5.50e-06, 1.87e-08] [1.18e-06, 2.47e-06, 2.18e-06, 2.72e-06, 2.12e-06, 4.36e-07, 2.34e-07, 5.07e-06, 4.23e-09, 5.16e-10, 3.81e-07, 1.40e-06, 1.28e-06, 3.78e-08, 9.45e-09, 5.67e-09, 1.87e-10, 5.54e-11, 0.00e+00, 0.00e+00, 5.50e-06, 1.87e-08] []
115600 [2.34e-06, 3.18e-06, 2.40e-06, 3.00e-06, 2.28e-06, 3.56e-07, 2.98e-07, 1.21e-10, 7.24e-08, 1.75e-07, 2.25e-06, 7.36e-06, 4.45e-06, 2.26e-05, 3.43e-07, 2.94e-07, 7.35e-08, 7.64e-08, 0.00e+00, 0.00e+00, 3.55e-08, 1.70e-07] [2.34e-06, 3.18e-06, 2.40e-06, 3.00e-06, 2.28e-06, 3.56e-07, 2.98e-07, 1.21e-10, 7.24e-08, 1.75e-07, 2.25e-06, 7.36e-06, 4.45e-06, 2.26e-05, 3.43e-07, 2.94e-07, 7.35e-08, 7.64e-08, 0.00e+00, 0.00e+00, 3.55e-08, 1.70e-07] []
115700 [1.24e-06, 2.66e-06, 2.25e-06, 2.77e-06, 2.17e-06, 4.24e-07, 2.72e-07, 9.23e-12, 8.64e-12, 1.31e-10, 4.47e-07, 1.27e-06, 1.02e-06, 2.38e-08, 9.48e-09, 5.78e-09, 4.97e-10, 7.35e-10, 8.42e-12, 1.03e-13, 6.01e-09, 7.63e-09] [1.24e-06, 2.66e-06, 2.25e-06, 2.77e-06, 2.17e-06, 4.24e-07, 2.72e-07, 9.23e-12, 8.64e-12, 1.31e-10, 4.47e-07, 1.27e-06, 1.02e-06, 2.38e-08, 9.48e-09, 5.78e-09, 4.97e-10, 7.35e-10, 8.42e-12, 1.03e-13, 6.01e-09, 7.63e-09] []
115800 [1.82e-06, 2.86e-06, 1.94e-06, 2.51e-06, 2.28e-06, 6.69e-07, 6.86e-07, 1.06e-06, 2.97e-04, 7.75e-07, 1.48e-04, 1.65e-04, 1.25e-04, 8.12e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.85e-05, 1.79e-06, 2.86e-04] [1.82e-06, 2.86e-06, 1.94e-06, 2.51e-06, 2.28e-06, 6.69e-07, 6.86e-07, 1.06e-06, 2.97e-04, 7.75e-07, 1.48e-04, 1.65e-04, 1.25e-04, 8.12e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.85e-05, 1.79e-06, 2.86e-04] []
115900 [1.11e-06, 2.93e-06, 1.88e-06, 2.73e-06, 2.24e-06, 4.69e-07, 2.58e-07, 4.35e-09, 6.53e-09, 5.98e-13, 2.81e-07, 1.36e-06, 1.14e-06, 3.31e-08, 1.14e-08, 7.99e-09, 1.01e-09, 9.31e-10, 4.10e-10, 0.00e+00, 3.31e-09, 2.15e-08] [1.11e-06, 2.93e-06, 1.88e-06, 2.73e-06, 2.24e-06, 4.69e-07, 2.58e-07, 4.35e-09, 6.53e-09, 5.98e-13, 2.81e-07, 1.36e-06, 1.14e-06, 3.31e-08, 1.14e-08, 7.99e-09, 1.01e-09, 9.31e-10, 4.10e-10, 0.00e+00, 3.31e-09, 2.15e-08] []
116000 [1.57e-06, 3.62e-06, 1.73e-06, 3.25e-06, 2.73e-06, 9.60e-07, 3.76e-07, 9.72e-04, 4.78e-09, 1.61e-05, 2.07e-05, 5.75e-05, 7.98e-05, 3.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.20e-04, 2.95e-11, 9.49e-04, 4.14e-08] [1.57e-06, 3.62e-06, 1.73e-06, 3.25e-06, 2.73e-06, 9.60e-07, 3.76e-07, 9.72e-04, 4.78e-09, 1.61e-05, 2.07e-05, 5.75e-05, 7.98e-05, 3.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.20e-04, 2.95e-11, 9.49e-04, 4.14e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 43.905173 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
116000 [1.57e-06, 3.62e-06, 1.73e-06, 3.25e-06, 2.73e-06, 9.60e-07, 3.76e-07, 9.72e-04, 4.78e-09, 1.61e-05, 2.07e-05, 5.75e-05, 7.98e-05, 3.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.20e-04, 2.95e-11, 9.49e-04, 4.14e-08] [1.57e-06, 3.62e-06, 1.73e-06, 3.25e-06, 2.73e-06, 9.60e-07, 3.76e-07, 9.72e-04, 4.78e-09, 1.61e-05, 2.07e-05, 5.75e-05, 7.98e-05, 3.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.20e-04, 2.95e-11, 9.49e-04, 4.14e-08] []
116100 [1.22e-06, 3.02e-06, 1.60e-06, 2.59e-06, 2.32e-06, 4.27e-07, 2.13e-07, 3.40e-09, 9.04e-10, 1.21e-08, 3.22e-07, 1.49e-06, 1.30e-06, 4.71e-08, 1.40e-08, 1.15e-08, 7.42e-10, 4.88e-10, 1.95e-11, 0.00e+00, 3.98e-08, 4.71e-08] [1.22e-06, 3.02e-06, 1.60e-06, 2.59e-06, 2.32e-06, 4.27e-07, 2.13e-07, 3.40e-09, 9.04e-10, 1.21e-08, 3.22e-07, 1.49e-06, 1.30e-06, 4.71e-08, 1.40e-08, 1.15e-08, 7.42e-10, 4.88e-10, 1.95e-11, 0.00e+00, 3.98e-08, 4.71e-08] []
116200 [1.45e-06, 3.65e-06, 1.63e-06, 2.57e-06, 2.68e-06, 5.50e-07, 2.99e-07, 7.22e-08, 7.32e-08, 1.19e-05, 4.77e-05, 6.67e-05, 2.36e-05, 2.35e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.94e-09, 2.71e-09, 7.20e-08, 4.30e-08] [1.45e-06, 3.65e-06, 1.63e-06, 2.57e-06, 2.68e-06, 5.50e-07, 2.99e-07, 7.22e-08, 7.32e-08, 1.19e-05, 4.77e-05, 6.67e-05, 2.36e-05, 2.35e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.94e-09, 2.71e-09, 7.20e-08, 4.30e-08] []
116300 [1.27e-06, 3.02e-06, 1.56e-06, 2.58e-06, 2.34e-06, 4.37e-07, 1.74e-07, 1.16e-08, 1.91e-08, 7.23e-11, 4.67e-07, 1.38e-06, 1.31e-06, 1.49e-08, 1.71e-08, 1.22e-08, 2.91e-10, 2.50e-10, 3.60e-10, 7.50e-10, 1.78e-08, 9.74e-09] [1.27e-06, 3.02e-06, 1.56e-06, 2.58e-06, 2.34e-06, 4.37e-07, 1.74e-07, 1.16e-08, 1.91e-08, 7.23e-11, 4.67e-07, 1.38e-06, 1.31e-06, 1.49e-08, 1.71e-08, 1.22e-08, 2.91e-10, 2.50e-10, 3.60e-10, 7.50e-10, 1.78e-08, 9.74e-09] []
116400 [1.09e-06, 3.12e-06, 1.53e-06, 2.59e-06, 2.42e-06, 4.50e-07, 1.88e-07, 1.53e-09, 1.35e-08, 3.40e-07, 9.34e-07, 3.85e-06, 3.55e-06, 1.25e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.91e-10, 5.17e-08, 1.11e-08] [1.09e-06, 3.12e-06, 1.53e-06, 2.59e-06, 2.42e-06, 4.50e-07, 1.88e-07, 1.53e-09, 1.35e-08, 3.40e-07, 9.34e-07, 3.85e-06, 3.55e-06, 1.25e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.91e-10, 5.17e-08, 1.11e-08] []
116500 [1.29e-06, 3.03e-06, 1.48e-06, 2.56e-06, 2.38e-06, 4.36e-07, 1.54e-07, 1.31e-08, 9.33e-09, 5.32e-09, 1.30e-06, 2.60e-06, 2.13e-06, 3.50e-07, 5.87e-08, 5.77e-08, 0.00e+00, 0.00e+00, 5.06e-10, 3.84e-10, 1.61e-08, 1.03e-08] [1.29e-06, 3.03e-06, 1.48e-06, 2.56e-06, 2.38e-06, 4.36e-07, 1.54e-07, 1.31e-08, 9.33e-09, 5.32e-09, 1.30e-06, 2.60e-06, 2.13e-06, 3.50e-07, 5.87e-08, 5.77e-08, 0.00e+00, 0.00e+00, 5.06e-10, 3.84e-10, 1.61e-08, 1.03e-08] []
116600 [1.23e-06, 3.09e-06, 1.45e-06, 2.55e-06, 2.38e-06, 4.41e-07, 1.58e-07, 1.61e-08, 7.77e-08, 2.39e-07, 1.74e-06, 2.53e-06, 2.40e-06, 8.66e-07, 1.41e-09, 2.59e-10, 2.06e-11, 6.90e-13, 5.77e-10, 4.33e-09, 1.51e-08, 2.09e-08] [1.23e-06, 3.09e-06, 1.45e-06, 2.55e-06, 2.38e-06, 4.41e-07, 1.58e-07, 1.61e-08, 7.77e-08, 2.39e-07, 1.74e-06, 2.53e-06, 2.40e-06, 8.66e-07, 1.41e-09, 2.59e-10, 2.06e-11, 6.90e-13, 5.77e-10, 4.33e-09, 1.51e-08, 2.09e-08] []
116700 [1.65e-06, 3.12e-06, 1.45e-06, 2.33e-06, 2.41e-06, 4.40e-07, 1.60e-07, 7.80e-08, 1.70e-07, 3.60e-07, 1.10e-05, 1.23e-05, 1.25e-05, 1.70e-06, 0.00e+00, 0.00e+00, 5.52e-09, 2.53e-09, 0.00e+00, 0.00e+00, 2.50e-07, 3.35e-07] [1.65e-06, 3.12e-06, 1.45e-06, 2.33e-06, 2.41e-06, 4.40e-07, 1.60e-07, 7.80e-08, 1.70e-07, 3.60e-07, 1.10e-05, 1.23e-05, 1.25e-05, 1.70e-06, 0.00e+00, 0.00e+00, 5.52e-09, 2.53e-09, 0.00e+00, 0.00e+00, 2.50e-07, 3.35e-07] []
116800 [1.15e-06, 3.29e-06, 1.58e-06, 2.21e-06, 2.37e-06, 5.95e-07, 2.25e-07, 1.06e-07, 9.20e-05, 1.02e-05, 9.81e-05, 1.07e-04, 9.24e-05, 4.99e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.35e-09, 0.00e+00, 2.48e-08, 9.60e-05] [1.15e-06, 3.29e-06, 1.58e-06, 2.21e-06, 2.37e-06, 5.95e-07, 2.25e-07, 1.06e-07, 9.20e-05, 1.02e-05, 9.81e-05, 1.07e-04, 9.24e-05, 4.99e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.35e-09, 0.00e+00, 2.48e-08, 9.60e-05] []
116900 [1.43e-06, 2.87e-06, 1.60e-06, 2.31e-06, 2.33e-06, 4.55e-07, 1.76e-07, 4.15e-08, 9.85e-12, 1.24e-07, 3.83e-06, 4.19e-06, 1.51e-05, 1.61e-05, 1.20e-07, 1.21e-07, 8.12e-08, 8.31e-08, 1.97e-09, 0.00e+00, 9.64e-09, 1.59e-08] [1.43e-06, 2.87e-06, 1.60e-06, 2.31e-06, 2.33e-06, 4.55e-07, 1.76e-07, 4.15e-08, 9.85e-12, 1.24e-07, 3.83e-06, 4.19e-06, 1.51e-05, 1.61e-05, 1.20e-07, 1.21e-07, 8.12e-08, 8.31e-08, 1.97e-09, 0.00e+00, 9.64e-09, 1.59e-08] []
117000 [1.18e-06, 2.95e-06, 1.62e-06, 2.53e-06, 2.20e-06, 4.55e-07, 1.58e-07, 5.75e-09, 3.38e-08, 9.50e-09, 3.63e-07, 1.75e-06, 1.56e-06, 8.45e-08, 1.56e-08, 7.04e-09, 1.44e-09, 1.47e-09, 0.00e+00, 0.00e+00, 4.35e-08, 9.26e-08] [1.18e-06, 2.95e-06, 1.62e-06, 2.53e-06, 2.20e-06, 4.55e-07, 1.58e-07, 5.75e-09, 3.38e-08, 9.50e-09, 3.63e-07, 1.75e-06, 1.56e-06, 8.45e-08, 1.56e-08, 7.04e-09, 1.44e-09, 1.47e-09, 0.00e+00, 0.00e+00, 4.35e-08, 9.26e-08] []
117100 [1.10e-06, 2.86e-06, 1.64e-06, 2.53e-06, 2.22e-06, 5.61e-07, 2.51e-07, 1.06e-07, 2.54e-04, 4.43e-08, 4.37e-07, 1.60e-06, 1.80e-06, 4.87e-07, 2.58e-08, 7.02e-09, 0.00e+00, 6.99e-15, 5.80e-09, 5.76e-05, 3.03e-08, 2.50e-04] [1.10e-06, 2.86e-06, 1.64e-06, 2.53e-06, 2.22e-06, 5.61e-07, 2.51e-07, 1.06e-07, 2.54e-04, 4.43e-08, 4.37e-07, 1.60e-06, 1.80e-06, 4.87e-07, 2.58e-08, 7.02e-09, 0.00e+00, 6.99e-15, 5.80e-09, 5.76e-05, 3.03e-08, 2.50e-04] []
117200 [1.00e-06, 2.90e-06, 1.45e-06, 2.35e-06, 2.23e-06, 5.35e-07, 2.70e-07, 3.43e-07, 5.54e-09, 4.05e-09, 1.12e-06, 2.50e-06, 2.64e-06, 9.08e-07, 5.89e-09, 4.81e-09, 0.00e+00, 1.04e-11, 0.00e+00, 0.00e+00, 5.71e-07, 4.81e-08] [1.00e-06, 2.90e-06, 1.45e-06, 2.35e-06, 2.23e-06, 5.35e-07, 2.70e-07, 3.43e-07, 5.54e-09, 4.05e-09, 1.12e-06, 2.50e-06, 2.64e-06, 9.08e-07, 5.89e-09, 4.81e-09, 0.00e+00, 1.04e-11, 0.00e+00, 0.00e+00, 5.71e-07, 4.81e-08] []
117300 [9.24e-06, 3.69e-06, 1.92e-06, 2.03e-06, 1.82e-06, 1.45e-06, 1.69e-06, 1.44e-07, 1.19e-07, 5.39e-06, 4.28e-05, 2.10e-04, 3.50e-04, 9.94e-04, 1.26e-05, 7.05e-06, 1.10e-05, 1.20e-05, 7.83e-09, 7.49e-09, 3.72e-08, 4.21e-08] [9.24e-06, 3.69e-06, 1.92e-06, 2.03e-06, 1.82e-06, 1.45e-06, 1.69e-06, 1.44e-07, 1.19e-07, 5.39e-06, 4.28e-05, 2.10e-04, 3.50e-04, 9.94e-04, 1.26e-05, 7.05e-06, 1.10e-05, 1.20e-05, 7.83e-09, 7.49e-09, 3.72e-08, 4.21e-08] []
117400 [1.61e-06, 3.02e-06, 1.44e-06, 2.18e-06, 2.63e-06, 1.02e-06, 5.46e-07, 9.32e-08, 3.88e-04, 7.23e-09, 1.99e-06, 2.83e-06, 2.67e-06, 2.67e-07, 8.84e-09, 1.45e-08, 3.30e-10, 2.35e-09, 0.00e+00, 0.00e+00, 1.91e-07, 3.93e-04] [1.61e-06, 3.02e-06, 1.44e-06, 2.18e-06, 2.63e-06, 1.02e-06, 5.46e-07, 9.32e-08, 3.88e-04, 7.23e-09, 1.99e-06, 2.83e-06, 2.67e-06, 2.67e-07, 8.84e-09, 1.45e-08, 3.30e-10, 2.35e-09, 0.00e+00, 0.00e+00, 1.91e-07, 3.93e-04] []
117500 [4.43e-06, 3.26e-06, 1.67e-06, 3.07e-06, 2.43e-06, 1.24e-06, 7.53e-07, 1.64e-07, 3.31e-08, 3.17e-05, 5.44e-05, 1.96e-04, 1.54e-04, 1.09e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.27e-09, 4.01e-07, 5.33e-09] [4.43e-06, 3.26e-06, 1.67e-06, 3.07e-06, 2.43e-06, 1.24e-06, 7.53e-07, 1.64e-07, 3.31e-08, 3.17e-05, 5.44e-05, 1.96e-04, 1.54e-04, 1.09e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.27e-09, 4.01e-07, 5.33e-09] []
117600 [1.24e-06, 2.69e-06, 1.56e-06, 2.59e-06, 2.03e-06, 7.42e-07, 2.57e-07, 1.13e-08, 3.03e-10, 1.65e-08, 6.86e-07, 1.32e-06, 1.71e-06, 4.61e-08, 2.09e-08, 6.65e-09, 0.00e+00, 5.73e-11, 1.81e-10, 1.65e-12, 9.70e-09, 1.24e-08] [1.24e-06, 2.69e-06, 1.56e-06, 2.59e-06, 2.03e-06, 7.42e-07, 2.57e-07, 1.13e-08, 3.03e-10, 1.65e-08, 6.86e-07, 1.32e-06, 1.71e-06, 4.61e-08, 2.09e-08, 6.65e-09, 0.00e+00, 5.73e-11, 1.81e-10, 1.65e-12, 9.70e-09, 1.24e-08] []
117700 [1.14e-06, 2.63e-06, 1.57e-06, 2.40e-06, 2.04e-06, 8.28e-07, 3.11e-07, 6.12e-09, 3.78e-11, 3.17e-09, 3.30e-07, 1.00e-06, 1.21e-06, 2.13e-08, 2.00e-08, 9.08e-09, 2.10e-10, 4.12e-10, 1.87e-10, 2.06e-13, 7.18e-09, 9.42e-09] [1.14e-06, 2.63e-06, 1.57e-06, 2.40e-06, 2.04e-06, 8.28e-07, 3.11e-07, 6.12e-09, 3.78e-11, 3.17e-09, 3.30e-07, 1.00e-06, 1.21e-06, 2.13e-08, 2.00e-08, 9.08e-09, 2.10e-10, 4.12e-10, 1.87e-10, 2.06e-13, 7.18e-09, 9.42e-09] []
117800 [3.77e-06, 3.25e-06, 1.57e-06, 2.66e-06, 2.37e-06, 6.27e-07, 2.87e-07, 1.86e-05, 3.19e-06, 1.42e-05, 7.32e-05, 2.25e-05, 4.21e-05, 2.41e-05, 5.79e-07, 9.02e-07, 4.40e-07, 3.86e-07, 3.31e-06, 4.52e-07, 1.68e-05, 2.50e-06] [3.77e-06, 3.25e-06, 1.57e-06, 2.66e-06, 2.37e-06, 6.27e-07, 2.87e-07, 1.86e-05, 3.19e-06, 1.42e-05, 7.32e-05, 2.25e-05, 4.21e-05, 2.41e-05, 5.79e-07, 9.02e-07, 4.40e-07, 3.86e-07, 3.31e-06, 4.52e-07, 1.68e-05, 2.50e-06] []
117900 [1.32e-06, 2.77e-06, 1.46e-06, 2.32e-06, 2.16e-06, 8.23e-07, 3.11e-07, 8.63e-09, 1.47e-07, 1.66e-09, 6.98e-07, 2.17e-06, 2.15e-06, 2.63e-08, 2.68e-08, 1.86e-08, 0.00e+00, 9.63e-11, 0.00e+00, 8.58e-09, 7.86e-08, 4.93e-08] [1.32e-06, 2.77e-06, 1.46e-06, 2.32e-06, 2.16e-06, 8.23e-07, 3.11e-07, 8.63e-09, 1.47e-07, 1.66e-09, 6.98e-07, 2.17e-06, 2.15e-06, 2.63e-08, 2.68e-08, 1.86e-08, 0.00e+00, 9.63e-11, 0.00e+00, 8.58e-09, 7.86e-08, 4.93e-08] []
118000 [1.12e-06, 2.61e-06, 1.48e-06, 2.18e-06, 2.09e-06, 9.56e-07, 3.71e-07, 7.13e-08, 5.40e-10, 7.70e-10, 2.77e-07, 1.46e-06, 1.46e-06, 1.83e-08, 2.32e-08, 1.53e-08, 1.27e-10, 2.85e-10, 3.93e-09, 6.01e-12, 1.71e-08, 1.28e-08] [1.12e-06, 2.61e-06, 1.48e-06, 2.18e-06, 2.09e-06, 9.56e-07, 3.71e-07, 7.13e-08, 5.40e-10, 7.70e-10, 2.77e-07, 1.46e-06, 1.46e-06, 1.83e-08, 2.32e-08, 1.53e-08, 1.27e-10, 2.85e-10, 3.93e-09, 6.01e-12, 1.71e-08, 1.28e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 41.842265 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
118000 [1.12e-06, 2.61e-06, 1.48e-06, 2.18e-06, 2.09e-06, 9.56e-07, 3.71e-07, 7.13e-08, 5.40e-10, 7.70e-10, 2.77e-07, 1.46e-06, 1.46e-06, 1.83e-08, 2.32e-08, 1.53e-08, 1.27e-10, 2.85e-10, 3.93e-09, 6.01e-12, 1.71e-08, 1.28e-08] [1.12e-06, 2.61e-06, 1.48e-06, 2.18e-06, 2.09e-06, 9.56e-07, 3.71e-07, 7.13e-08, 5.40e-10, 7.70e-10, 2.77e-07, 1.46e-06, 1.46e-06, 1.83e-08, 2.32e-08, 1.53e-08, 1.27e-10, 2.85e-10, 3.93e-09, 6.01e-12, 1.71e-08, 1.28e-08] []
118100 [9.58e-07, 3.19e-06, 1.62e-06, 2.84e-06, 2.26e-06, 6.54e-07, 3.57e-07, 3.43e-06, 3.16e-09, 7.95e-08, 1.01e-06, 1.60e-06, 1.95e-06, 1.33e-06, 8.96e-09, 7.28e-10, 0.00e+00, 1.86e-10, 0.00e+00, 4.47e-11, 4.37e-06, 1.90e-08] [9.58e-07, 3.19e-06, 1.62e-06, 2.84e-06, 2.26e-06, 6.54e-07, 3.57e-07, 3.43e-06, 3.16e-09, 7.95e-08, 1.01e-06, 1.60e-06, 1.95e-06, 1.33e-06, 8.96e-09, 7.28e-10, 0.00e+00, 1.86e-10, 0.00e+00, 4.47e-11, 4.37e-06, 1.90e-08] []
118200 [1.06e-06, 3.00e-06, 1.54e-06, 2.43e-06, 2.22e-06, 7.90e-07, 3.58e-07, 4.23e-09, 2.09e-08, 9.12e-10, 2.88e-07, 1.07e-06, 9.90e-07, 1.34e-08, 1.59e-08, 3.80e-09, 1.34e-10, 1.42e-10, 1.75e-10, 0.00e+00, 1.96e-08, 7.38e-08] [1.06e-06, 3.00e-06, 1.54e-06, 2.43e-06, 2.22e-06, 7.90e-07, 3.58e-07, 4.23e-09, 2.09e-08, 9.12e-10, 2.88e-07, 1.07e-06, 9.90e-07, 1.34e-08, 1.59e-08, 3.80e-09, 1.34e-10, 1.42e-10, 1.75e-10, 0.00e+00, 1.96e-08, 7.38e-08] []
118300 [1.03e-06, 2.89e-06, 1.49e-06, 2.28e-06, 2.20e-06, 8.73e-07, 3.56e-07, 2.29e-07, 5.60e-08, 8.44e-12, 2.18e-07, 9.63e-07, 8.61e-07, 1.33e-08, 1.48e-08, 4.42e-09, 2.08e-10, 2.74e-10, 0.00e+00, 0.00e+00, 3.60e-07, 1.10e-07] [1.03e-06, 2.89e-06, 1.49e-06, 2.28e-06, 2.20e-06, 8.73e-07, 3.56e-07, 2.29e-07, 5.60e-08, 8.44e-12, 2.18e-07, 9.63e-07, 8.61e-07, 1.33e-08, 1.48e-08, 4.42e-09, 2.08e-10, 2.74e-10, 0.00e+00, 0.00e+00, 3.60e-07, 1.10e-07] []
118400 [1.56e-06, 2.91e-06, 1.35e-06, 2.49e-06, 2.24e-06, 7.97e-07, 4.45e-07, 1.44e-04, 1.75e-07, 7.37e-07, 1.60e-05, 1.62e-05, 3.77e-05, 1.28e-05, 4.32e-08, 6.37e-08, 3.88e-07, 3.41e-07, 2.99e-05, 0.00e+00, 1.39e-04, 3.30e-07] [1.56e-06, 2.91e-06, 1.35e-06, 2.49e-06, 2.24e-06, 7.97e-07, 4.45e-07, 1.44e-04, 1.75e-07, 7.37e-07, 1.60e-05, 1.62e-05, 3.77e-05, 1.28e-05, 4.32e-08, 6.37e-08, 3.88e-07, 3.41e-07, 2.99e-05, 0.00e+00, 1.39e-04, 3.30e-07] []
118500 [1.19e-06, 2.82e-06, 1.47e-06, 2.22e-06, 2.21e-06, 9.97e-07, 3.64e-07, 3.92e-08, 9.16e-09, 8.49e-10, 5.61e-07, 1.37e-06, 1.29e-06, 2.37e-08, 2.24e-08, 1.02e-08, 3.71e-11, 1.55e-10, 0.00e+00, 0.00e+00, 1.74e-07, 7.18e-08] [1.19e-06, 2.82e-06, 1.47e-06, 2.22e-06, 2.21e-06, 9.97e-07, 3.64e-07, 3.92e-08, 9.16e-09, 8.49e-10, 5.61e-07, 1.37e-06, 1.29e-06, 2.37e-08, 2.24e-08, 1.02e-08, 3.71e-11, 1.55e-10, 0.00e+00, 0.00e+00, 1.74e-07, 7.18e-08] []
118600 [3.64e-06, 2.95e-06, 1.55e-06, 2.11e-06, 2.26e-06, 1.09e-06, 4.57e-07, 3.13e-08, 1.08e-07, 8.25e-06, 1.31e-05, 4.56e-05, 7.28e-05, 3.32e-04, 3.92e-06, 3.66e-06, 1.10e-06, 1.15e-06, 1.94e-09, 7.55e-09, 1.91e-08, 4.06e-08] [3.64e-06, 2.95e-06, 1.55e-06, 2.11e-06, 2.26e-06, 1.09e-06, 4.57e-07, 3.13e-08, 1.08e-07, 8.25e-06, 1.31e-05, 4.56e-05, 7.28e-05, 3.32e-04, 3.92e-06, 3.66e-06, 1.10e-06, 1.15e-06, 1.94e-09, 7.55e-09, 1.91e-08, 4.06e-08] []
118700 [1.15e-06, 3.11e-06, 1.54e-06, 2.57e-06, 2.24e-06, 8.14e-07, 4.09e-07, 2.13e-07, 1.82e-05, 1.13e-08, 4.95e-07, 1.06e-06, 7.80e-07, 4.32e-07, 2.06e-08, 1.76e-09, 1.33e-09, 1.65e-09, 1.51e-08, 0.00e+00, 8.20e-08, 1.93e-05] [1.15e-06, 3.11e-06, 1.54e-06, 2.57e-06, 2.24e-06, 8.14e-07, 4.09e-07, 2.13e-07, 1.82e-05, 1.13e-08, 4.95e-07, 1.06e-06, 7.80e-07, 4.32e-07, 2.06e-08, 1.76e-09, 1.33e-09, 1.65e-09, 1.51e-08, 0.00e+00, 8.20e-08, 1.93e-05] []
118800 [1.01e-06, 2.93e-06, 1.56e-06, 2.30e-06, 2.24e-06, 9.29e-07, 4.32e-07, 7.52e-05, 1.88e-10, 9.52e-09, 4.21e-07, 8.36e-07, 6.85e-07, 1.07e-07, 3.65e-09, 9.14e-10, 3.34e-10, 5.55e-10, 0.00e+00, 0.00e+00, 7.88e-05, 4.11e-08] [1.01e-06, 2.93e-06, 1.56e-06, 2.30e-06, 2.24e-06, 9.29e-07, 4.32e-07, 7.52e-05, 1.88e-10, 9.52e-09, 4.21e-07, 8.36e-07, 6.85e-07, 1.07e-07, 3.65e-09, 9.14e-10, 3.34e-10, 5.55e-10, 0.00e+00, 0.00e+00, 7.88e-05, 4.11e-08] []
118900 [2.76e-05, 6.35e-06, 4.39e-06, 5.36e-06, 4.89e-06, 3.59e-06, 4.26e-06, 1.21e-07, 2.97e-08, 1.19e-04, 1.86e-04, 1.21e-03, 9.62e-04, 6.13e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.78e-09, 0.00e+00, 3.27e-08, 9.07e-08] [2.76e-05, 6.35e-06, 4.39e-06, 5.36e-06, 4.89e-06, 3.59e-06, 4.26e-06, 1.21e-07, 2.97e-08, 1.19e-04, 1.86e-04, 1.21e-03, 9.62e-04, 6.13e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.78e-09, 0.00e+00, 3.27e-08, 9.07e-08] []
119000 [1.08e-06, 3.10e-06, 1.60e-06, 2.55e-06, 2.32e-06, 8.46e-07, 4.37e-07, 3.19e-07, 2.55e-07, 4.47e-09, 5.12e-07, 6.53e-07, 5.10e-07, 5.44e-08, 9.33e-09, 2.33e-09, 1.83e-10, 3.41e-10, 2.42e-08, 1.99e-08, 1.39e-07, 1.20e-07] [1.08e-06, 3.10e-06, 1.60e-06, 2.55e-06, 2.32e-06, 8.46e-07, 4.37e-07, 3.19e-07, 2.55e-07, 4.47e-09, 5.12e-07, 6.53e-07, 5.10e-07, 5.44e-08, 9.33e-09, 2.33e-09, 1.83e-10, 3.41e-10, 2.42e-08, 1.99e-08, 1.39e-07, 1.20e-07] []
119100 [8.64e-07, 2.85e-06, 1.60e-06, 2.35e-06, 2.29e-06, 1.08e-06, 5.47e-07, 1.13e-04, 7.04e-09, 7.20e-07, 2.16e-06, 1.05e-05, 1.21e-05, 5.93e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.38e-10, 1.17e-04, 1.72e-08] [8.64e-07, 2.85e-06, 1.60e-06, 2.35e-06, 2.29e-06, 1.08e-06, 5.47e-07, 1.13e-04, 7.04e-09, 7.20e-07, 2.16e-06, 1.05e-05, 1.21e-05, 5.93e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.38e-10, 1.17e-04, 1.72e-08] []
119200 [1.14e-06, 3.00e-06, 1.65e-06, 2.42e-06, 2.44e-06, 8.89e-07, 4.65e-07, 4.05e-09, 5.90e-08, 1.32e-10, 6.47e-07, 7.05e-07, 5.29e-07, 3.21e-08, 1.26e-08, 5.36e-09, 3.26e-10, 4.06e-10, 4.05e-10, 3.96e-09, 3.88e-08, 1.90e-08] [1.14e-06, 3.00e-06, 1.65e-06, 2.42e-06, 2.44e-06, 8.89e-07, 4.65e-07, 4.05e-09, 5.90e-08, 1.32e-10, 6.47e-07, 7.05e-07, 5.29e-07, 3.21e-08, 1.26e-08, 5.36e-09, 3.26e-10, 4.06e-10, 4.05e-10, 3.96e-09, 3.88e-08, 1.90e-08] []
119300 [6.03e-06, 3.28e-06, 2.11e-06, 3.39e-06, 2.78e-06, 1.24e-06, 5.70e-07, 1.17e-06, 4.75e-05, 3.02e-05, 3.26e-05, 1.26e-04, 2.93e-04, 7.81e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.18e-07, 0.00e+00, 7.50e-07, 5.02e-05] [6.03e-06, 3.28e-06, 2.11e-06, 3.39e-06, 2.78e-06, 1.24e-06, 5.70e-07, 1.17e-06, 4.75e-05, 3.02e-05, 3.26e-05, 1.26e-04, 2.93e-04, 7.81e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.18e-07, 0.00e+00, 7.50e-07, 5.02e-05] []
119400 [1.08e-06, 2.82e-06, 1.65e-06, 2.21e-06, 2.44e-06, 9.88e-07, 4.91e-07, 6.33e-08, 2.75e-08, 1.09e-08, 4.53e-07, 4.93e-07, 4.10e-07, 1.49e-07, 3.38e-09, 6.01e-10, 2.27e-10, 6.18e-10, 0.00e+00, 2.35e-09, 1.90e-07, 1.96e-08] [1.08e-06, 2.82e-06, 1.65e-06, 2.21e-06, 2.44e-06, 9.88e-07, 4.91e-07, 6.33e-08, 2.75e-08, 1.09e-08, 4.53e-07, 4.93e-07, 4.10e-07, 1.49e-07, 3.38e-09, 6.01e-10, 2.27e-10, 6.18e-10, 0.00e+00, 2.35e-09, 1.90e-07, 1.96e-08] []
119500 [1.17e-06, 2.92e-06, 1.73e-06, 2.55e-06, 2.35e-06, 8.21e-07, 3.82e-07, 6.60e-10, 3.48e-08, 2.64e-08, 1.01e-06, 1.01e-06, 1.55e-06, 3.66e-07, 4.38e-09, 1.70e-09, 5.85e-09, 9.66e-09, 2.87e-10, 0.00e+00, 5.27e-08, 1.22e-07] [1.17e-06, 2.92e-06, 1.73e-06, 2.55e-06, 2.35e-06, 8.21e-07, 3.82e-07, 6.60e-10, 3.48e-08, 2.64e-08, 1.01e-06, 1.01e-06, 1.55e-06, 3.66e-07, 4.38e-09, 1.70e-09, 5.85e-09, 9.66e-09, 2.87e-10, 0.00e+00, 5.27e-08, 1.22e-07] []
119600 [1.65e-06, 2.76e-06, 1.67e-06, 2.05e-06, 2.36e-06, 8.54e-07, 4.04e-07, 2.43e-04, 3.82e-05, 1.15e-06, 1.47e-06, 3.38e-06, 6.87e-06, 2.39e-05, 2.50e-07, 2.19e-07, 1.11e-07, 1.34e-07, 0.00e+00, 0.00e+00, 2.47e-04, 3.96e-05] [1.65e-06, 2.76e-06, 1.67e-06, 2.05e-06, 2.36e-06, 8.54e-07, 4.04e-07, 2.43e-04, 3.82e-05, 1.15e-06, 1.47e-06, 3.38e-06, 6.87e-06, 2.39e-05, 2.50e-07, 2.19e-07, 1.11e-07, 1.34e-07, 0.00e+00, 0.00e+00, 2.47e-04, 3.96e-05] []
119700 [4.13e-06, 2.85e-06, 1.80e-06, 2.08e-06, 2.18e-06, 1.14e-06, 6.51e-07, 1.15e-07, 6.39e-08, 1.06e-05, 2.17e-05, 4.89e-05, 1.26e-05, 1.70e-04, 3.33e-06, 2.26e-06, 5.49e-07, 6.00e-07, 0.00e+00, 5.75e-09, 2.65e-07, 2.71e-08] [4.13e-06, 2.85e-06, 1.80e-06, 2.08e-06, 2.18e-06, 1.14e-06, 6.51e-07, 1.15e-07, 6.39e-08, 1.06e-05, 2.17e-05, 4.89e-05, 1.26e-05, 1.70e-04, 3.33e-06, 2.26e-06, 5.49e-07, 6.00e-07, 0.00e+00, 5.75e-09, 2.65e-07, 2.71e-08] []
119800 [2.20e-06, 2.79e-06, 1.66e-06, 2.08e-06, 2.45e-06, 9.80e-07, 4.97e-07, 8.18e-05, 1.48e-10, 1.57e-06, 9.50e-06, 1.27e-05, 4.97e-05, 8.79e-05, 6.99e-07, 6.23e-07, 3.95e-07, 4.34e-07, 1.68e-05, 3.73e-10, 7.96e-05, 2.29e-08] [2.20e-06, 2.79e-06, 1.66e-06, 2.08e-06, 2.45e-06, 9.80e-07, 4.97e-07, 8.18e-05, 1.48e-10, 1.57e-06, 9.50e-06, 1.27e-05, 4.97e-05, 8.79e-05, 6.99e-07, 6.23e-07, 3.95e-07, 4.34e-07, 1.68e-05, 3.73e-10, 7.96e-05, 2.29e-08] []
119900 [1.10e-06, 2.71e-06, 1.58e-06, 2.10e-06, 2.32e-06, 9.40e-07, 5.14e-07, 5.99e-07, 4.15e-07, 9.63e-09, 1.27e-06, 1.31e-06, 1.64e-06, 1.80e-07, 1.64e-08, 6.03e-09, 3.96e-09, 3.86e-09, 5.54e-08, 0.00e+00, 3.34e-07, 6.64e-07] [1.10e-06, 2.71e-06, 1.58e-06, 2.10e-06, 2.32e-06, 9.40e-07, 5.14e-07, 5.99e-07, 4.15e-07, 9.63e-09, 1.27e-06, 1.31e-06, 1.64e-06, 1.80e-07, 1.64e-08, 6.03e-09, 3.96e-09, 3.86e-09, 5.54e-08, 0.00e+00, 3.34e-07, 6.64e-07] []
120000 [1.74e-06, 2.49e-06, 1.54e-06, 2.53e-06, 2.39e-06, 1.45e-06, 9.59e-07, 4.99e-04, 5.30e-10, 4.39e-06, 1.32e-04, 1.40e-04, 6.65e-04, 1.12e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.25e-10, 5.07e-04, 4.16e-08] [1.74e-06, 2.49e-06, 1.54e-06, 2.53e-06, 2.39e-06, 1.45e-06, 9.59e-07, 4.99e-04, 5.30e-10, 4.39e-06, 1.32e-04, 1.40e-04, 6.65e-04, 1.12e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.25e-10, 5.07e-04, 4.16e-08] []
Best model at step 53499:
train loss: 1.23e-05
test loss: 1.23e-05
test metric: []
'train' took 41.706348 s
Best train step: 53499
lambda_a: 7.869160032277522
lambda_b: 5.611106270154612
kappa_a: 1.9861151245216824
kappa_b: 1.3405740439941685
Training model...
Step Train loss Test loss Test metric
120000 [1.74e-06, 2.49e-06, 1.54e-06, 2.53e-06, 2.39e-06, 1.45e-06, 9.59e-07, 4.99e-04, 5.30e-10, 4.39e-06, 1.32e-04, 1.40e-04, 6.65e-04, 1.12e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.25e-10, 5.07e-04, 4.16e-08] [1.74e-06, 2.49e-06, 1.54e-06, 2.53e-06, 2.39e-06, 1.45e-06, 9.59e-07, 4.99e-04, 5.30e-10, 4.39e-06, 1.32e-04, 1.40e-04, 6.65e-04, 1.12e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.25e-10, 5.07e-04, 4.16e-08] []
120100 [1.28e-06, 2.68e-06, 1.73e-06, 2.29e-06, 2.33e-06, 9.24e-07, 4.39e-07, 8.55e-10, 3.44e-08, 1.80e-09, 6.93e-07, 4.07e-07, 5.02e-07, 4.24e-08, 5.53e-09, 2.16e-09, 2.01e-09, 2.64e-09, 1.28e-09, 4.71e-09, 4.37e-08, 3.07e-08] [1.28e-06, 2.68e-06, 1.73e-06, 2.29e-06, 2.33e-06, 9.24e-07, 4.39e-07, 8.55e-10, 3.44e-08, 1.80e-09, 6.93e-07, 4.07e-07, 5.02e-07, 4.24e-08, 5.53e-09, 2.16e-09, 2.01e-09, 2.64e-09, 1.28e-09, 4.71e-09, 4.37e-08, 3.07e-08] []
120200 [3.60e-06, 3.01e-06, 1.99e-06, 3.48e-06, 2.73e-06, 1.54e-06, 8.51e-07, 4.97e-10, 3.42e-07, 9.29e-06, 8.22e-05, 2.09e-04, 6.28e-04, 1.13e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.91e-10, 0.00e+00, 5.90e-08, 4.94e-07] [3.60e-06, 3.01e-06, 1.99e-06, 3.48e-06, 2.73e-06, 1.54e-06, 8.51e-07, 4.97e-10, 3.42e-07, 9.29e-06, 8.22e-05, 2.09e-04, 6.28e-04, 1.13e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.91e-10, 0.00e+00, 5.90e-08, 4.94e-07] []
120300 [1.28e-06, 2.62e-06, 1.67e-06, 2.05e-06, 2.38e-06, 1.02e-06, 5.25e-07, 6.60e-09, 1.52e-05, 8.95e-11, 6.61e-07, 4.45e-07, 3.62e-07, 5.40e-08, 6.47e-09, 1.74e-09, 7.44e-10, 1.14e-09, 8.06e-11, 0.00e+00, 4.89e-08, 1.63e-05] [1.28e-06, 2.62e-06, 1.67e-06, 2.05e-06, 2.38e-06, 1.02e-06, 5.25e-07, 6.60e-09, 1.52e-05, 8.95e-11, 6.61e-07, 4.45e-07, 3.62e-07, 5.40e-08, 6.47e-09, 1.74e-09, 7.44e-10, 1.14e-09, 8.06e-11, 0.00e+00, 4.89e-08, 1.63e-05] []
120400 [4.64e-06, 2.60e-06, 1.73e-06, 1.73e-06, 1.28e-06, 1.13e-06, 5.66e-07, 1.16e-07, 2.49e-07, 1.43e-06, 5.55e-05, 7.27e-05, 1.67e-04, 3.32e-04, 2.42e-06, 3.15e-06, 2.09e-07, 2.43e-07, 1.26e-08, 2.88e-08, 8.32e-08, 1.66e-07] [4.64e-06, 2.60e-06, 1.73e-06, 1.73e-06, 1.28e-06, 1.13e-06, 5.66e-07, 1.16e-07, 2.49e-07, 1.43e-06, 5.55e-05, 7.27e-05, 1.67e-04, 3.32e-04, 2.42e-06, 3.15e-06, 2.09e-07, 2.43e-07, 1.26e-08, 2.88e-08, 8.32e-08, 1.66e-07] []
120500 [1.24e-06, 2.54e-06, 1.72e-06, 2.18e-06, 2.26e-06, 1.05e-06, 4.86e-07, 1.34e-06, 6.42e-09, 9.84e-10, 5.65e-07, 3.91e-07, 3.27e-07, 3.72e-08, 3.53e-09, 2.04e-09, 2.28e-09, 2.62e-09, 1.95e-07, 2.15e-10, 1.25e-06, 2.51e-08] [1.24e-06, 2.54e-06, 1.72e-06, 2.18e-06, 2.26e-06, 1.05e-06, 4.86e-07, 1.34e-06, 6.42e-09, 9.84e-10, 5.65e-07, 3.91e-07, 3.27e-07, 3.72e-08, 3.53e-09, 2.04e-09, 2.28e-09, 2.62e-09, 1.95e-07, 2.15e-10, 1.25e-06, 2.51e-08] []
120600 [3.21e-06, 2.44e-06, 1.77e-06, 2.78e-06, 2.35e-06, 1.20e-06, 5.57e-07, 1.51e-09, 4.52e-08, 3.51e-06, 9.81e-05, 1.22e-04, 3.80e-04, 2.38e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.46e-11, 6.61e-09, 2.96e-08, 4.93e-08] [3.21e-06, 2.44e-06, 1.77e-06, 2.78e-06, 2.35e-06, 1.20e-06, 5.57e-07, 1.51e-09, 4.52e-08, 3.51e-06, 9.81e-05, 1.22e-04, 3.80e-04, 2.38e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.46e-11, 6.61e-09, 2.96e-08, 4.93e-08] []
120700 [1.19e-06, 2.49e-06, 1.59e-06, 1.92e-06, 2.19e-06, 1.06e-06, 5.70e-07, 3.30e-08, 1.98e-03, 2.06e-09, 1.12e-06, 7.14e-07, 5.61e-07, 6.34e-08, 2.72e-09, 1.03e-09, 3.85e-10, 4.20e-10, 0.00e+00, 0.00e+00, 2.07e-08, 1.98e-03] [1.19e-06, 2.49e-06, 1.59e-06, 1.92e-06, 2.19e-06, 1.06e-06, 5.70e-07, 3.30e-08, 1.98e-03, 2.06e-09, 1.12e-06, 7.14e-07, 5.61e-07, 6.34e-08, 2.72e-09, 1.03e-09, 3.85e-10, 4.20e-10, 0.00e+00, 0.00e+00, 2.07e-08, 1.98e-03] []
120800 [1.30e-06, 2.55e-06, 1.73e-06, 2.14e-06, 2.30e-06, 9.95e-07, 5.25e-07, 8.02e-10, 5.17e-09, 1.65e-07, 5.17e-07, 3.08e-07, 5.84e-07, 4.96e-07, 8.83e-09, 4.67e-09, 1.16e-08, 1.44e-08, 1.36e-10, 2.65e-09, 1.27e-09, 1.76e-08] [1.30e-06, 2.55e-06, 1.73e-06, 2.14e-06, 2.30e-06, 9.95e-07, 5.25e-07, 8.02e-10, 5.17e-09, 1.65e-07, 5.17e-07, 3.08e-07, 5.84e-07, 4.96e-07, 8.83e-09, 4.67e-09, 1.16e-08, 1.44e-08, 1.36e-10, 2.65e-09, 1.27e-09, 1.76e-08] []
120900 [5.03e-06, 2.31e-06, 1.55e-06, 1.78e-06, 2.12e-06, 1.39e-06, 7.58e-07, 2.78e-09, 9.87e-10, 6.36e-05, 8.93e-05, 1.58e-04, 4.34e-05, 6.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.89e-10, 4.13e-11, 1.58e-09, 3.38e-10] [5.03e-06, 2.31e-06, 1.55e-06, 1.78e-06, 2.12e-06, 1.39e-06, 7.58e-07, 2.78e-09, 9.87e-10, 6.36e-05, 8.93e-05, 1.58e-04, 4.34e-05, 6.25e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.89e-10, 4.13e-11, 1.58e-09, 3.38e-10] []
121000 [1.78e-06, 2.71e-06, 1.75e-06, 2.31e-06, 2.33e-06, 6.12e-07, 3.34e-07, 1.41e-09, 3.39e-11, 3.15e-08, 6.58e-07, 7.41e-07, 4.02e-07, 4.76e-07, 2.14e-08, 1.92e-08, 0.00e+00, 0.00e+00, 8.68e-12, 5.52e-11, 2.27e-09, 1.12e-09] [1.78e-06, 2.71e-06, 1.75e-06, 2.31e-06, 2.33e-06, 6.12e-07, 3.34e-07, 1.41e-09, 3.39e-11, 3.15e-08, 6.58e-07, 7.41e-07, 4.02e-07, 4.76e-07, 2.14e-08, 1.92e-08, 0.00e+00, 0.00e+00, 8.68e-12, 5.52e-11, 2.27e-09, 1.12e-09] []
121100 [1.67e-05, 3.98e-06, 2.50e-06, 3.07e-06, 3.61e-06, 1.83e-06, 1.69e-06, 4.87e-10, 1.05e-09, 8.20e-05, 1.63e-04, 6.61e-04, 4.31e-04, 3.47e-03, 6.12e-05, 6.23e-05, 7.20e-06, 7.25e-06, 3.06e-11, 2.52e-11, 6.94e-10, 3.59e-10] [1.67e-05, 3.98e-06, 2.50e-06, 3.07e-06, 3.61e-06, 1.83e-06, 1.69e-06, 4.87e-10, 1.05e-09, 8.20e-05, 1.63e-04, 6.61e-04, 4.31e-04, 3.47e-03, 6.12e-05, 6.23e-05, 7.20e-06, 7.25e-06, 3.06e-11, 2.52e-11, 6.94e-10, 3.59e-10] []
121200 [1.23e-06, 2.80e-06, 1.71e-06, 2.27e-06, 2.35e-06, 7.41e-07, 3.54e-07, 5.09e-10, 6.03e-10, 5.39e-09, 2.13e-07, 2.98e-07, 2.14e-07, 1.05e-07, 6.29e-09, 1.40e-09, 5.67e-11, 6.35e-10, 7.89e-12, 8.79e-11, 1.97e-10, 5.44e-10] [1.23e-06, 2.80e-06, 1.71e-06, 2.27e-06, 2.35e-06, 7.41e-07, 3.54e-07, 5.09e-10, 6.03e-10, 5.39e-09, 2.13e-07, 2.98e-07, 2.14e-07, 1.05e-07, 6.29e-09, 1.40e-09, 5.67e-11, 6.35e-10, 7.89e-12, 8.79e-11, 1.97e-10, 5.44e-10] []
121300 [1.15e-06, 2.90e-06, 1.56e-06, 2.28e-06, 2.34e-06, 8.17e-07, 4.22e-07, 1.45e-09, 2.02e-09, 2.72e-08, 1.02e-06, 1.57e-06, 6.92e-07, 8.75e-07, 7.61e-10, 1.36e-09, 0.00e+00, 0.00e+00, 1.07e-11, 2.76e-13, 1.02e-10, 8.26e-11] [1.15e-06, 2.90e-06, 1.56e-06, 2.28e-06, 2.34e-06, 8.17e-07, 4.22e-07, 1.45e-09, 2.02e-09, 2.72e-08, 1.02e-06, 1.57e-06, 6.92e-07, 8.75e-07, 7.61e-10, 1.36e-09, 0.00e+00, 0.00e+00, 1.07e-11, 2.76e-13, 1.02e-10, 8.26e-11] []
121400 [1.06e-06, 2.74e-06, 1.67e-06, 2.13e-06, 2.33e-06, 8.69e-07, 3.75e-07, 1.37e-10, 4.28e-10, 6.31e-10, 1.84e-07, 2.35e-07, 1.91e-07, 1.65e-08, 1.75e-09, 2.85e-10, 0.00e+00, 4.28e-10, 7.49e-13, 4.37e-11, 6.30e-10, 2.78e-10] [1.06e-06, 2.74e-06, 1.67e-06, 2.13e-06, 2.33e-06, 8.69e-07, 3.75e-07, 1.37e-10, 4.28e-10, 6.31e-10, 1.84e-07, 2.35e-07, 1.91e-07, 1.65e-08, 1.75e-09, 2.85e-10, 0.00e+00, 4.28e-10, 7.49e-13, 4.37e-11, 6.30e-10, 2.78e-10] []
121500 [7.18e-06, 3.46e-06, 1.71e-06, 2.09e-06, 2.28e-06, 9.32e-07, 7.44e-07, 6.11e-05, 1.73e-03, 3.86e-07, 3.13e-05, 6.15e-05, 1.26e-04, 2.90e-04, 3.27e-06, 2.48e-06, 7.26e-07, 6.62e-07, 1.01e-05, 4.27e-04, 5.32e-05, 1.70e-03] [7.18e-06, 3.46e-06, 1.71e-06, 2.09e-06, 2.28e-06, 9.32e-07, 7.44e-07, 6.11e-05, 1.73e-03, 3.86e-07, 3.13e-05, 6.15e-05, 1.26e-04, 2.90e-04, 3.27e-06, 2.48e-06, 7.26e-07, 6.62e-07, 1.01e-05, 4.27e-04, 5.32e-05, 1.70e-03] []
121600 [1.09e-06, 2.87e-06, 1.53e-06, 2.05e-06, 2.37e-06, 7.87e-07, 3.79e-07, 3.35e-08, 4.47e-08, 2.44e-09, 3.37e-07, 3.38e-07, 2.28e-07, 4.38e-08, 6.32e-10, 5.19e-10, 3.29e-10, 9.46e-10, 6.45e-09, 7.56e-09, 4.05e-08, 4.99e-08] [1.09e-06, 2.87e-06, 1.53e-06, 2.05e-06, 2.37e-06, 7.87e-07, 3.79e-07, 3.35e-08, 4.47e-08, 2.44e-09, 3.37e-07, 3.38e-07, 2.28e-07, 4.38e-08, 6.32e-10, 5.19e-10, 3.29e-10, 9.46e-10, 6.45e-09, 7.56e-09, 4.05e-08, 4.99e-08] []
121700 [9.88e-07, 2.72e-06, 1.53e-06, 2.02e-06, 2.27e-06, 8.74e-07, 3.83e-07, 8.26e-11, 1.05e-09, 4.25e-10, 2.26e-07, 2.68e-07, 1.85e-07, 1.39e-08, 1.09e-09, 4.95e-10, 2.95e-11, 5.99e-10, 8.89e-11, 2.55e-10, 1.68e-09, 1.68e-09] [9.88e-07, 2.72e-06, 1.53e-06, 2.02e-06, 2.27e-06, 8.74e-07, 3.83e-07, 8.26e-11, 1.05e-09, 4.25e-10, 2.26e-07, 2.68e-07, 1.85e-07, 1.39e-08, 1.09e-09, 4.95e-10, 2.95e-11, 5.99e-10, 8.89e-11, 2.55e-10, 1.68e-09, 1.68e-09] []
121800 [1.33e-06, 2.85e-06, 1.47e-06, 2.03e-06, 2.51e-06, 8.93e-07, 4.73e-07, 9.16e-09, 5.35e-09, 8.41e-07, 4.80e-06, 5.83e-06, 2.41e-06, 9.11e-06, 6.19e-08, 6.82e-08, 1.77e-09, 2.50e-09, 0.00e+00, 4.89e-10, 1.15e-08, 2.96e-09] [1.33e-06, 2.85e-06, 1.47e-06, 2.03e-06, 2.51e-06, 8.93e-07, 4.73e-07, 9.16e-09, 5.35e-09, 8.41e-07, 4.80e-06, 5.83e-06, 2.41e-06, 9.11e-06, 6.19e-08, 6.82e-08, 1.77e-09, 2.50e-09, 0.00e+00, 4.89e-10, 1.15e-08, 2.96e-09] []
121900 [1.00e-06, 2.75e-06, 1.54e-06, 1.91e-06, 2.40e-06, 8.91e-07, 4.20e-07, 8.69e-11, 2.70e-10, 6.75e-10, 2.19e-07, 2.27e-07, 2.30e-07, 1.78e-08, 6.00e-10, 3.95e-10, 1.05e-11, 3.15e-10, 5.34e-11, 5.56e-11, 7.33e-10, 5.31e-10] [1.00e-06, 2.75e-06, 1.54e-06, 1.91e-06, 2.40e-06, 8.91e-07, 4.20e-07, 8.69e-11, 2.70e-10, 6.75e-10, 2.19e-07, 2.27e-07, 2.30e-07, 1.78e-08, 6.00e-10, 3.95e-10, 1.05e-11, 3.15e-10, 5.34e-11, 5.56e-11, 7.33e-10, 5.31e-10] []
122000 [9.28e-07, 2.64e-06, 1.52e-06, 1.90e-06, 2.30e-06, 9.54e-07, 4.20e-07, 7.61e-11, 4.26e-10, 1.13e-10, 1.42e-07, 1.91e-07, 1.75e-07, 1.40e-08, 8.39e-10, 4.41e-10, 3.75e-12, 3.21e-10, 5.27e-11, 9.58e-11, 8.57e-10, 6.54e-10] [9.28e-07, 2.64e-06, 1.52e-06, 1.90e-06, 2.30e-06, 9.54e-07, 4.20e-07, 7.61e-11, 4.26e-10, 1.13e-10, 1.42e-07, 1.91e-07, 1.75e-07, 1.40e-08, 8.39e-10, 4.41e-10, 3.75e-12, 3.21e-10, 5.27e-11, 9.58e-11, 8.57e-10, 6.54e-10] []
Best model at step 122000:
train loss: 1.12e-05
test loss: 1.12e-05
test metric: []
'train' took 42.185087 s
Best train step: 122000
lambda_a: 6.840607862688718
lambda_b: 6.151886310224349
kappa_a: 1.5828480752424905
kappa_b: 1.5283485137013366
Best train step: 122000
lambda_a: 1.9228765965
lambda_b: 1.8167587519
kappa_a: 0.45922580361
kappa_b: 0.42418774962
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
122000 [9.28e-07, 2.64e-06, 1.52e-06, 1.90e-06, 2.30e-06, 9.54e-07, 4.20e-07, 7.61e-11, 4.26e-10, 1.13e-10, 1.42e-07, 1.91e-07, 1.75e-07, 1.40e-08, 8.39e-10, 4.41e-10, 3.75e-12, 3.21e-10, 5.27e-11, 9.58e-11, 8.57e-10, 6.54e-10] [9.28e-07, 2.64e-06, 1.52e-06, 1.90e-06, 2.30e-06, 9.54e-07, 4.20e-07, 7.61e-11, 4.26e-10, 1.13e-10, 1.42e-07, 1.91e-07, 1.75e-07, 1.40e-08, 8.39e-10, 4.41e-10, 3.75e-12, 3.21e-10, 5.27e-11, 9.58e-11, 8.57e-10, 6.54e-10] []
122100 [1.72e-06, 2.53e-06, 1.28e-06, 1.79e-06, 2.07e-06, 1.42e-06, 8.09e-07, 7.95e-10, 5.26e-09, 1.27e-07, 2.09e-05, 5.15e-05, 4.25e-05, 8.80e-06, 0.00e+00, 1.46e-12, 0.00e+00, 0.00e+00, 2.07e-11, 0.00e+00, 9.15e-10, 1.16e-08] [1.72e-06, 2.53e-06, 1.28e-06, 1.79e-06, 2.07e-06, 1.42e-06, 8.09e-07, 7.95e-10, 5.26e-09, 1.27e-07, 2.09e-05, 5.15e-05, 4.25e-05, 8.80e-06, 0.00e+00, 1.46e-12, 0.00e+00, 0.00e+00, 2.07e-11, 0.00e+00, 9.15e-10, 1.16e-08] []
122200 [1.18e-06, 2.46e-06, 1.55e-06, 1.71e-06, 2.32e-06, 1.26e-06, 6.64e-07, 1.24e-09, 7.29e-11, 7.73e-10, 4.42e-07, 3.34e-07, 3.25e-07, 2.26e-08, 4.27e-11, 6.44e-11, 0.00e+00, 3.06e-10, 7.46e-11, 2.61e-12, 1.27e-09, 6.05e-10] [1.18e-06, 2.46e-06, 1.55e-06, 1.71e-06, 2.32e-06, 1.26e-06, 6.64e-07, 1.24e-09, 7.29e-11, 7.73e-10, 4.42e-07, 3.34e-07, 3.25e-07, 2.26e-08, 4.27e-11, 6.44e-11, 0.00e+00, 3.06e-10, 7.46e-11, 2.61e-12, 1.27e-09, 6.05e-10] []
122300 [1.05e-06, 2.41e-06, 1.53e-06, 1.76e-06, 2.22e-06, 1.27e-06, 6.34e-07, 1.51e-09, 8.47e-11, 9.78e-11, 2.61e-07, 2.91e-07, 2.52e-07, 1.65e-08, 4.57e-10, 1.53e-10, 0.00e+00, 2.10e-10, 1.05e-10, 1.48e-11, 1.13e-09, 4.84e-10] [1.05e-06, 2.41e-06, 1.53e-06, 1.76e-06, 2.22e-06, 1.27e-06, 6.34e-07, 1.51e-09, 8.47e-11, 9.78e-11, 2.61e-07, 2.91e-07, 2.52e-07, 1.65e-08, 4.57e-10, 1.53e-10, 0.00e+00, 2.10e-10, 1.05e-10, 1.48e-11, 1.13e-09, 4.84e-10] []
122400 [1.00e-06, 2.55e-06, 1.49e-06, 1.93e-06, 2.27e-06, 1.31e-06, 6.19e-07, 3.39e-04, 1.80e-09, 1.95e-08, 6.00e-07, 4.41e-07, 7.52e-07, 8.79e-07, 1.21e-08, 8.33e-09, 2.34e-09, 3.29e-09, 7.19e-05, 2.47e-15, 3.33e-04, 1.09e-08] [1.00e-06, 2.55e-06, 1.49e-06, 1.93e-06, 2.27e-06, 1.31e-06, 6.19e-07, 3.39e-04, 1.80e-09, 1.95e-08, 6.00e-07, 4.41e-07, 7.52e-07, 8.79e-07, 1.21e-08, 8.33e-09, 2.34e-09, 3.29e-09, 7.19e-05, 2.47e-15, 3.33e-04, 1.09e-08] []
122500 [1.02e-06, 2.43e-06, 1.75e-06, 1.93e-06, 2.40e-06, 9.65e-07, 4.88e-07, 3.42e-09, 2.84e-10, 3.73e-10, 2.99e-07, 4.00e-07, 3.68e-07, 1.54e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-10, 2.06e-11, 2.76e-12, 3.65e-09, 6.23e-10] [1.02e-06, 2.43e-06, 1.75e-06, 1.93e-06, 2.40e-06, 9.65e-07, 4.88e-07, 3.42e-09, 2.84e-10, 3.73e-10, 2.99e-07, 4.00e-07, 3.68e-07, 1.54e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-10, 2.06e-11, 2.76e-12, 3.65e-09, 6.23e-10] []
122600 [1.02e-06, 2.37e-06, 1.69e-06, 1.86e-06, 2.27e-06, 1.03e-06, 5.09e-07, 9.09e-10, 8.90e-11, 2.02e-10, 2.04e-07, 2.66e-07, 2.46e-07, 1.41e-08, 3.16e-10, 2.35e-10, 0.00e+00, 4.31e-10, 5.78e-12, 1.62e-11, 1.55e-09, 5.22e-10] [1.02e-06, 2.37e-06, 1.69e-06, 1.86e-06, 2.27e-06, 1.03e-06, 5.09e-07, 9.09e-10, 8.90e-11, 2.02e-10, 2.04e-07, 2.66e-07, 2.46e-07, 1.41e-08, 3.16e-10, 2.35e-10, 0.00e+00, 4.31e-10, 5.78e-12, 1.62e-11, 1.55e-09, 5.22e-10] []
122700 [9.52e-07, 2.35e-06, 1.64e-06, 1.85e-06, 2.19e-06, 1.09e-06, 5.23e-07, 1.46e-10, 7.45e-11, 1.15e-11, 1.62e-07, 2.33e-07, 2.03e-07, 1.32e-08, 6.50e-10, 2.96e-10, 0.00e+00, 3.81e-10, 4.24e-12, 3.97e-11, 1.20e-09, 4.83e-10] [9.52e-07, 2.35e-06, 1.64e-06, 1.85e-06, 2.19e-06, 1.09e-06, 5.23e-07, 1.46e-10, 7.45e-11, 1.15e-11, 1.62e-07, 2.33e-07, 2.03e-07, 1.32e-08, 6.50e-10, 2.96e-10, 0.00e+00, 3.81e-10, 4.24e-12, 3.97e-11, 1.20e-09, 4.83e-10] []
122800 [1.23e-06, 2.57e-06, 1.62e-06, 1.96e-06, 2.40e-06, 8.91e-07, 6.13e-07, 3.42e-08, 1.30e-05, 2.97e-08, 1.32e-06, 2.80e-06, 2.04e-06, 1.28e-05, 3.61e-08, 2.24e-08, 1.65e-08, 2.05e-08, 5.64e-10, 2.38e-06, 2.85e-09, 1.26e-05] [1.23e-06, 2.57e-06, 1.62e-06, 1.96e-06, 2.40e-06, 8.91e-07, 6.13e-07, 3.42e-08, 1.30e-05, 2.97e-08, 1.32e-06, 2.80e-06, 2.04e-06, 1.28e-05, 3.61e-08, 2.24e-08, 1.65e-08, 2.05e-08, 5.64e-10, 2.38e-06, 2.85e-09, 1.26e-05] []
122900 [1.08e-06, 2.37e-06, 1.56e-06, 1.68e-06, 2.25e-06, 1.09e-06, 6.38e-07, 1.15e-09, 6.35e-12, 1.51e-10, 2.18e-07, 3.05e-07, 2.84e-07, 1.37e-08, 5.22e-10, 1.06e-10, 0.00e+00, 6.33e-10, 6.81e-12, 4.73e-11, 2.69e-09, 4.89e-10] [1.08e-06, 2.37e-06, 1.56e-06, 1.68e-06, 2.25e-06, 1.09e-06, 6.38e-07, 1.15e-09, 6.35e-12, 1.51e-10, 2.18e-07, 3.05e-07, 2.84e-07, 1.37e-08, 5.22e-10, 1.06e-10, 0.00e+00, 6.33e-10, 6.81e-12, 4.73e-11, 2.69e-09, 4.89e-10] []
123000 [9.87e-07, 2.32e-06, 1.53e-06, 1.68e-06, 2.18e-06, 1.16e-06, 6.48e-07, 4.92e-10, 1.02e-10, 4.27e-11, 1.84e-07, 2.69e-07, 2.43e-07, 1.32e-08, 7.70e-10, 1.84e-10, 0.00e+00, 4.55e-10, 3.21e-12, 3.63e-11, 9.53e-10, 4.38e-10] [9.87e-07, 2.32e-06, 1.53e-06, 1.68e-06, 2.18e-06, 1.16e-06, 6.48e-07, 4.92e-10, 1.02e-10, 4.27e-11, 1.84e-07, 2.69e-07, 2.43e-07, 1.32e-08, 7.70e-10, 1.84e-10, 0.00e+00, 4.55e-10, 3.21e-12, 3.63e-11, 9.53e-10, 4.38e-10] []
123100 [6.51e-05, 1.24e-05, 9.74e-06, 7.71e-06, 5.08e-06, 9.18e-06, 4.67e-06, 1.53e-04, 7.43e-10, 2.75e-04, 4.11e-04, 2.62e-03, 2.13e-03, 1.37e-02, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.75e-05, 4.05e-12, 1.40e-04, 3.63e-08] [6.51e-05, 1.24e-05, 9.74e-06, 7.71e-06, 5.08e-06, 9.18e-06, 4.67e-06, 1.53e-04, 7.43e-10, 2.75e-04, 4.11e-04, 2.62e-03, 2.13e-03, 1.37e-02, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.75e-05, 4.05e-12, 1.40e-04, 3.63e-08] []
123200 [2.83e-05, 4.98e-06, 5.19e-06, 2.65e-06, 2.36e-06, 1.87e-06, 7.37e-07, 2.82e-06, 1.61e-06, 5.85e-07, 8.75e-05, 6.56e-04, 7.79e-04, 1.01e-05, 1.39e-07, 2.45e-07, 4.35e-07, 6.06e-07, 0.00e+00, 0.00e+00, 1.19e-06, 5.31e-07] [2.83e-05, 4.98e-06, 5.19e-06, 2.65e-06, 2.36e-06, 1.87e-06, 7.37e-07, 2.82e-06, 1.61e-06, 5.85e-07, 8.75e-05, 6.56e-04, 7.79e-04, 1.01e-05, 1.39e-07, 2.45e-07, 4.35e-07, 6.06e-07, 0.00e+00, 0.00e+00, 1.19e-06, 5.31e-07] []
123300 [1.13e-05, 1.83e-06, 2.49e-06, 2.07e-06, 2.02e-06, 1.55e-06, 7.82e-07, 1.03e-10, 1.64e-09, 2.23e-11, 3.50e-05, 6.35e-04, 7.52e-04, 4.52e-06, 1.52e-09, 7.08e-09, 5.89e-11, 6.28e-10, 2.71e-10, 2.55e-10, 2.40e-09, 1.62e-09] [1.13e-05, 1.83e-06, 2.49e-06, 2.07e-06, 2.02e-06, 1.55e-06, 7.82e-07, 1.03e-10, 1.64e-09, 2.23e-11, 3.50e-05, 6.35e-04, 7.52e-04, 4.52e-06, 1.52e-09, 7.08e-09, 5.89e-11, 6.28e-10, 2.71e-10, 2.55e-10, 2.40e-09, 1.62e-09] []
123400 [8.51e-06, 1.44e-06, 2.19e-06, 1.91e-06, 2.06e-06, 1.45e-06, 9.23e-07, 1.59e-10, 1.66e-09, 1.86e-11, 2.62e-05, 6.32e-04, 7.43e-04, 3.58e-06, 0.00e+00, 4.35e-09, 1.61e-10, 3.58e-11, 5.41e-10, 1.42e-11, 5.31e-09, 6.39e-09] [8.51e-06, 1.44e-06, 2.19e-06, 1.91e-06, 2.06e-06, 1.45e-06, 9.23e-07, 1.59e-10, 1.66e-09, 1.86e-11, 2.62e-05, 6.32e-04, 7.43e-04, 3.58e-06, 0.00e+00, 4.35e-09, 1.61e-10, 3.58e-11, 5.41e-10, 1.42e-11, 5.31e-09, 6.39e-09] []
123500 [7.21e-06, 1.30e-06, 1.96e-06, 1.75e-06, 1.97e-06, 1.36e-06, 1.01e-06, 2.58e-10, 7.22e-10, 2.05e-13, 2.16e-05, 6.30e-04, 7.35e-04, 3.41e-06, 0.00e+00, 3.38e-09, 2.06e-10, 4.64e-11, 8.36e-10, 3.56e-10, 7.13e-09, 4.06e-09] [7.21e-06, 1.30e-06, 1.96e-06, 1.75e-06, 1.97e-06, 1.36e-06, 1.01e-06, 2.58e-10, 7.22e-10, 2.05e-13, 2.16e-05, 6.30e-04, 7.35e-04, 3.41e-06, 0.00e+00, 3.38e-09, 2.06e-10, 4.64e-11, 8.36e-10, 3.56e-10, 7.13e-09, 4.06e-09] []
123600 [6.27e-06, 1.16e-06, 1.68e-06, 1.59e-06, 1.94e-06, 1.29e-06, 1.08e-06, 3.76e-09, 8.09e-10, 5.61e-11, 1.72e-05, 6.27e-04, 7.22e-04, 4.17e-06, 0.00e+00, 3.18e-09, 5.20e-10, 2.08e-10, 6.60e-10, 6.87e-10, 1.68e-08, 5.60e-09] [6.27e-06, 1.16e-06, 1.68e-06, 1.59e-06, 1.94e-06, 1.29e-06, 1.08e-06, 3.76e-09, 8.09e-10, 5.61e-11, 1.72e-05, 6.27e-04, 7.22e-04, 4.17e-06, 0.00e+00, 3.18e-09, 5.20e-10, 2.08e-10, 6.60e-10, 6.87e-10, 1.68e-08, 5.60e-09] []
123700 [4.10e-06, 9.57e-07, 1.19e-06, 1.44e-06, 2.18e-06, 1.12e-06, 1.12e-06, 2.90e-09, 1.97e-08, 6.82e-09, 2.62e-05, 5.76e-04, 6.12e-04, 7.98e-06, 5.14e-10, 8.38e-09, 7.01e-09, 6.29e-09, 6.75e-09, 9.56e-10, 2.92e-08, 3.98e-08] [4.10e-06, 9.57e-07, 1.19e-06, 1.44e-06, 2.18e-06, 1.12e-06, 1.12e-06, 2.90e-09, 1.97e-08, 6.82e-09, 2.62e-05, 5.76e-04, 6.12e-04, 7.98e-06, 5.14e-10, 8.38e-09, 7.01e-09, 6.29e-09, 6.75e-09, 9.56e-10, 2.92e-08, 3.98e-08] []
123800 [2.09e-05, 2.69e-06, 2.79e-06, 2.03e-06, 1.11e-06, 7.88e-07, 4.73e-07, 1.61e-05, 1.23e-08, 2.68e-05, 1.25e-04, 1.97e-04, 1.88e-04, 1.57e-04, 5.13e-07, 6.58e-07, 3.16e-07, 4.42e-08, 1.67e-08, 2.97e-07, 9.82e-06, 6.76e-07] [2.09e-05, 2.69e-06, 2.79e-06, 2.03e-06, 1.11e-06, 7.88e-07, 4.73e-07, 1.61e-05, 1.23e-08, 2.68e-05, 1.25e-04, 1.97e-04, 1.88e-04, 1.57e-04, 5.13e-07, 6.58e-07, 3.16e-07, 4.42e-08, 1.67e-08, 2.97e-07, 9.82e-06, 6.76e-07] []
123900 [1.51e-05, 2.65e-06, 3.23e-06, 1.64e-06, 1.37e-06, 7.66e-07, 6.23e-07, 3.41e-05, 5.24e-08, 9.50e-10, 1.02e-04, 1.35e-04, 1.10e-04, 1.49e-05, 3.29e-07, 4.34e-07, 4.37e-08, 3.07e-08, 0.00e+00, 5.42e-08, 4.58e-05, 3.62e-07] [1.51e-05, 2.65e-06, 3.23e-06, 1.64e-06, 1.37e-06, 7.66e-07, 6.23e-07, 3.41e-05, 5.24e-08, 9.50e-10, 1.02e-04, 1.35e-04, 1.10e-04, 1.49e-05, 3.29e-07, 4.34e-07, 4.37e-08, 3.07e-08, 0.00e+00, 5.42e-08, 4.58e-05, 3.62e-07] []
124000 [8.56e-06, 2.02e-06, 2.92e-06, 1.78e-06, 1.38e-06, 1.52e-06, 1.17e-06, 1.58e-06, 1.47e-08, 6.57e-08, 5.17e-05, 1.01e-04, 7.00e-05, 5.28e-06, 3.03e-08, 4.51e-08, 2.13e-09, 3.68e-10, 0.00e+00, 1.14e-08, 1.93e-06, 9.22e-08] [8.56e-06, 2.02e-06, 2.92e-06, 1.78e-06, 1.38e-06, 1.52e-06, 1.17e-06, 1.58e-06, 1.47e-08, 6.57e-08, 5.17e-05, 1.01e-04, 7.00e-05, 5.28e-06, 3.03e-08, 4.51e-08, 2.13e-09, 3.68e-10, 0.00e+00, 1.14e-08, 1.93e-06, 9.22e-08] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 43.025149 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Best train step: 123065
lambda_a: 1.94889009
lambda_b: 1.8166261911
kappa_a: 0.50449234247
kappa_b: 0.4006819427
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
TOTAL_ITER = 100_000
try:
while True:
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
if best_step > prev_best_step:
prev_best_step = best_step
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
Training model...
Step Train loss Test loss Test metric
124000 [8.56e-06, 2.02e-06, 2.92e-06, 1.78e-06, 1.38e-06, 1.52e-06, 1.17e-06, 1.58e-06, 1.47e-08, 6.57e-08, 5.17e-05, 1.01e-04, 7.00e-05, 5.28e-06, 3.03e-08, 4.51e-08, 2.13e-09, 3.68e-10, 0.00e+00, 1.14e-08, 1.93e-06, 9.22e-08] [8.56e-06, 2.02e-06, 2.92e-06, 1.78e-06, 1.38e-06, 1.52e-06, 1.17e-06, 1.58e-06, 1.47e-08, 6.57e-08, 5.17e-05, 1.01e-04, 7.00e-05, 5.28e-06, 3.03e-08, 4.51e-08, 2.13e-09, 3.68e-10, 0.00e+00, 1.14e-08, 1.93e-06, 9.22e-08] []
124100 [6.59e-06, 1.61e-06, 2.28e-06, 2.09e-06, 1.79e-06, 1.77e-06, 1.34e-06, 1.12e-08, 2.72e-08, 1.31e-09, 3.15e-05, 9.20e-05, 5.96e-05, 1.66e-06, 5.21e-08, 6.56e-08, 9.22e-09, 2.61e-09, 3.94e-08, 1.54e-08, 1.82e-07, 1.33e-07] [6.59e-06, 1.61e-06, 2.28e-06, 2.09e-06, 1.79e-06, 1.77e-06, 1.34e-06, 1.12e-08, 2.72e-08, 1.31e-09, 3.15e-05, 9.20e-05, 5.96e-05, 1.66e-06, 5.21e-08, 6.56e-08, 9.22e-09, 2.61e-09, 3.94e-08, 1.54e-08, 1.82e-07, 1.33e-07] []
124200 [5.81e-06, 1.59e-06, 2.14e-06, 2.04e-06, 1.92e-06, 1.65e-06, 1.28e-06, 1.60e-08, 3.76e-08, 3.20e-10, 2.37e-05, 8.83e-05, 5.75e-05, 2.03e-06, 6.53e-08, 6.94e-08, 2.00e-08, 1.36e-08, 3.88e-08, 1.69e-08, 1.92e-07, 1.55e-07] [5.81e-06, 1.59e-06, 2.14e-06, 2.04e-06, 1.92e-06, 1.65e-06, 1.28e-06, 1.60e-08, 3.76e-08, 3.20e-10, 2.37e-05, 8.83e-05, 5.75e-05, 2.03e-06, 6.53e-08, 6.94e-08, 2.00e-08, 1.36e-08, 3.88e-08, 1.69e-08, 1.92e-07, 1.55e-07] []
124300 [4.37e-06, 1.54e-06, 1.98e-06, 2.04e-06, 1.96e-06, 1.51e-06, 1.22e-06, 1.47e-08, 6.53e-08, 9.71e-10, 1.40e-05, 8.55e-05, 5.64e-05, 2.25e-06, 5.22e-08, 4.73e-08, 3.04e-08, 2.64e-08, 3.73e-08, 1.61e-08, 1.77e-07, 1.99e-07] [4.37e-06, 1.54e-06, 1.98e-06, 2.04e-06, 1.96e-06, 1.51e-06, 1.22e-06, 1.47e-08, 6.53e-08, 9.71e-10, 1.40e-05, 8.55e-05, 5.64e-05, 2.25e-06, 5.22e-08, 4.73e-08, 3.04e-08, 2.64e-08, 3.73e-08, 1.61e-08, 1.77e-07, 1.99e-07] []
124400 [7.86e-06, 1.76e-06, 2.10e-06, 1.95e-06, 1.87e-06, 1.51e-06, 1.63e-06, 1.58e-08, 9.03e-08, 1.43e-05, 3.52e-05, 1.66e-04, 8.86e-05, 3.54e-04, 4.10e-06, 3.69e-06, 7.27e-07, 6.20e-07, 4.43e-08, 3.59e-08, 1.75e-07, 2.68e-07] [7.86e-06, 1.76e-06, 2.10e-06, 1.95e-06, 1.87e-06, 1.51e-06, 1.63e-06, 1.58e-08, 9.03e-08, 1.43e-05, 3.52e-05, 1.66e-04, 8.86e-05, 3.54e-04, 4.10e-06, 3.69e-06, 7.27e-07, 6.20e-07, 4.43e-08, 3.59e-08, 1.75e-07, 2.68e-07] []
124500 [2.84e-05, 4.63e-06, 4.79e-06, 4.54e-06, 4.64e-06, 2.29e-06, 1.94e-06, 9.74e-07, 3.35e-09, 1.25e-04, 1.51e-04, 1.02e-03, 1.26e-03, 5.93e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.53e-09, 4.55e-08, 1.32e-06, 1.78e-07] [2.84e-05, 4.63e-06, 4.79e-06, 4.54e-06, 4.64e-06, 2.29e-06, 1.94e-06, 9.74e-07, 3.35e-09, 1.25e-04, 1.51e-04, 1.02e-03, 1.26e-03, 5.93e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.53e-09, 4.55e-08, 1.32e-06, 1.78e-07] []
124600 [3.51e-06, 1.52e-06, 1.77e-06, 2.04e-06, 1.79e-06, 1.26e-06, 1.26e-06, 1.01e-06, 8.77e-10, 6.98e-08, 8.60e-06, 7.95e-05, 5.31e-05, 1.78e-06, 4.85e-08, 3.49e-08, 5.23e-08, 4.73e-08, 1.63e-07, 4.50e-08, 7.92e-07, 1.36e-07] [3.51e-06, 1.52e-06, 1.77e-06, 2.04e-06, 1.79e-06, 1.26e-06, 1.26e-06, 1.01e-06, 8.77e-10, 6.98e-08, 8.60e-06, 7.95e-05, 5.31e-05, 1.78e-06, 4.85e-08, 3.49e-08, 5.23e-08, 4.73e-08, 1.63e-07, 4.50e-08, 7.92e-07, 1.36e-07] []
124700 [3.03e-06, 1.54e-06, 1.79e-06, 2.16e-06, 2.01e-06, 1.32e-06, 1.21e-06, 5.87e-08, 6.78e-09, 6.69e-06, 1.53e-05, 1.23e-04, 1.09e-04, 2.92e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.54e-08, 5.01e-08, 2.58e-07, 1.37e-07] [3.03e-06, 1.54e-06, 1.79e-06, 2.16e-06, 2.01e-06, 1.32e-06, 1.21e-06, 5.87e-08, 6.78e-09, 6.69e-06, 1.53e-05, 1.23e-04, 1.09e-04, 2.92e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.54e-08, 5.01e-08, 2.58e-07, 1.37e-07] []
124800 [3.60e-06, 1.58e-06, 1.83e-06, 1.94e-06, 1.70e-06, 1.20e-06, 1.18e-06, 1.87e-07, 6.27e-09, 4.02e-09, 7.73e-06, 7.38e-05, 5.10e-05, 1.32e-06, 2.07e-08, 1.80e-08, 2.49e-08, 2.20e-08, 7.85e-09, 2.70e-08, 3.50e-07, 8.12e-08] [3.60e-06, 1.58e-06, 1.83e-06, 1.94e-06, 1.70e-06, 1.20e-06, 1.18e-06, 1.87e-07, 6.27e-09, 4.02e-09, 7.73e-06, 7.38e-05, 5.10e-05, 1.32e-06, 2.07e-08, 1.80e-08, 2.49e-08, 2.20e-08, 7.85e-09, 2.70e-08, 3.50e-07, 8.12e-08] []
124900 [3.79e-06, 1.76e-06, 2.02e-06, 2.22e-06, 1.84e-06, 1.21e-06, 1.24e-06, 3.32e-08, 9.13e-09, 1.55e-09, 6.25e-06, 6.63e-05, 4.76e-05, 1.16e-06, 2.34e-08, 2.27e-08, 3.36e-08, 2.70e-08, 2.74e-08, 3.44e-08, 1.71e-07, 1.00e-07] [3.79e-06, 1.76e-06, 2.02e-06, 2.22e-06, 1.84e-06, 1.21e-06, 1.24e-06, 3.32e-08, 9.13e-09, 1.55e-09, 6.25e-06, 6.63e-05, 4.76e-05, 1.16e-06, 2.34e-08, 2.27e-08, 3.36e-08, 2.70e-08, 2.74e-08, 3.44e-08, 1.71e-07, 1.00e-07] []
125000 [6.61e-06, 2.27e-06, 2.60e-06, 1.65e-06, 1.39e-06, 1.30e-06, 1.33e-06, 4.20e-05, 8.69e-10, 1.54e-08, 1.11e-05, 6.88e-05, 1.30e-04, 8.89e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.17e-08, 4.68e-05, 4.66e-08] [6.61e-06, 2.27e-06, 2.60e-06, 1.65e-06, 1.39e-06, 1.30e-06, 1.33e-06, 4.20e-05, 8.69e-10, 1.54e-08, 1.11e-05, 6.88e-05, 1.30e-04, 8.89e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.17e-08, 4.68e-05, 4.66e-08] []
125100 [3.85e-06, 2.01e-06, 2.24e-06, 2.23e-06, 1.92e-06, 1.23e-06, 1.15e-06, 3.08e-08, 9.70e-09, 5.30e-11, 5.42e-06, 5.01e-05, 4.03e-05, 1.52e-06, 1.98e-08, 1.94e-08, 2.29e-08, 2.01e-08, 1.42e-08, 1.30e-08, 1.53e-07, 9.35e-08] [3.85e-06, 2.01e-06, 2.24e-06, 2.23e-06, 1.92e-06, 1.23e-06, 1.15e-06, 3.08e-08, 9.70e-09, 5.30e-11, 5.42e-06, 5.01e-05, 4.03e-05, 1.52e-06, 1.98e-08, 1.94e-08, 2.29e-08, 2.01e-08, 1.42e-08, 1.30e-08, 1.53e-07, 9.35e-08] []
125200 [3.75e-06, 2.05e-06, 2.25e-06, 2.14e-06, 1.95e-06, 1.25e-06, 1.14e-06, 1.66e-08, 1.10e-08, 2.85e-09, 4.60e-06, 4.27e-05, 3.52e-05, 1.53e-06, 1.56e-08, 1.45e-08, 1.40e-08, 1.36e-08, 1.43e-08, 1.32e-08, 1.31e-07, 9.18e-08] [3.75e-06, 2.05e-06, 2.25e-06, 2.14e-06, 1.95e-06, 1.25e-06, 1.14e-06, 1.66e-08, 1.10e-08, 2.85e-09, 4.60e-06, 4.27e-05, 3.52e-05, 1.53e-06, 1.56e-08, 1.45e-08, 1.40e-08, 1.36e-08, 1.43e-08, 1.32e-08, 1.31e-07, 9.18e-08] []
125300 [4.10e-06, 2.18e-06, 2.36e-06, 1.88e-06, 1.91e-06, 1.32e-06, 1.20e-06, 1.58e-06, 1.20e-08, 1.49e-07, 4.96e-06, 3.88e-05, 3.14e-05, 1.28e-05, 8.33e-10, 1.57e-10, 4.59e-09, 4.80e-09, 1.93e-07, 1.32e-08, 1.09e-06, 9.13e-08] [4.10e-06, 2.18e-06, 2.36e-06, 1.88e-06, 1.91e-06, 1.32e-06, 1.20e-06, 1.58e-06, 1.20e-08, 1.49e-07, 4.96e-06, 3.88e-05, 3.14e-05, 1.28e-05, 8.33e-10, 1.57e-10, 4.59e-09, 4.80e-09, 1.93e-07, 1.32e-08, 1.09e-06, 9.13e-08] []
125400 [4.77e-06, 2.17e-06, 2.37e-06, 1.74e-06, 1.87e-06, 1.53e-06, 1.34e-06, 2.62e-07, 7.17e-09, 7.99e-07, 6.05e-06, 5.05e-05, 4.58e-05, 6.63e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.55e-08, 1.49e-08, 4.14e-07, 5.93e-08] [4.77e-06, 2.17e-06, 2.37e-06, 1.74e-06, 1.87e-06, 1.53e-06, 1.34e-06, 2.62e-07, 7.17e-09, 7.99e-07, 6.05e-06, 5.05e-05, 4.58e-05, 6.63e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.55e-08, 1.49e-08, 4.14e-07, 5.93e-08] []
125500 [3.62e-06, 2.25e-06, 2.41e-06, 2.16e-06, 2.14e-06, 1.33e-06, 1.10e-06, 5.14e-06, 2.62e-08, 1.18e-08, 4.65e-06, 2.40e-05, 2.00e-05, 1.75e-06, 1.79e-08, 1.78e-08, 1.63e-08, 1.52e-08, 0.00e+00, 1.33e-08, 8.32e-06, 1.18e-07] [3.62e-06, 2.25e-06, 2.41e-06, 2.16e-06, 2.14e-06, 1.33e-06, 1.10e-06, 5.14e-06, 2.62e-08, 1.18e-08, 4.65e-06, 2.40e-05, 2.00e-05, 1.75e-06, 1.79e-08, 1.78e-08, 1.63e-08, 1.52e-08, 0.00e+00, 1.33e-08, 8.32e-06, 1.18e-07] []
125600 [4.37e-06, 2.58e-06, 2.65e-06, 1.83e-06, 1.91e-06, 1.40e-06, 1.17e-06, 3.16e-08, 2.01e-04, 2.09e-06, 7.13e-06, 2.51e-05, 2.30e-05, 2.41e-05, 1.79e-10, 4.39e-10, 1.40e-09, 6.28e-10, 1.11e-08, 0.00e+00, 1.26e-07, 2.48e-04] [4.37e-06, 2.58e-06, 2.65e-06, 1.83e-06, 1.91e-06, 1.40e-06, 1.17e-06, 3.16e-08, 2.01e-04, 2.09e-06, 7.13e-06, 2.51e-05, 2.30e-05, 2.41e-05, 1.79e-10, 4.39e-10, 1.40e-09, 6.28e-10, 1.11e-08, 0.00e+00, 1.26e-07, 2.48e-04] []
125700 [3.57e-06, 2.50e-06, 2.58e-06, 2.29e-06, 2.32e-06, 1.37e-06, 1.20e-06, 1.14e-06, 3.84e-10, 2.05e-10, 4.59e-06, 1.61e-05, 1.45e-05, 1.59e-06, 1.95e-08, 1.97e-08, 1.94e-08, 1.85e-08, 1.50e-12, 3.15e-08, 1.40e-06, 6.07e-08] [3.57e-06, 2.50e-06, 2.58e-06, 2.29e-06, 2.32e-06, 1.37e-06, 1.20e-06, 1.14e-06, 3.84e-10, 2.05e-10, 4.59e-06, 1.61e-05, 1.45e-05, 1.59e-06, 1.95e-08, 1.97e-08, 1.94e-08, 1.85e-08, 1.50e-12, 3.15e-08, 1.40e-06, 6.07e-08] []
125800 [6.16e-06, 2.65e-06, 2.68e-06, 2.23e-06, 2.30e-06, 1.61e-06, 1.19e-06, 2.05e-04, 1.08e-08, 7.03e-06, 1.42e-05, 3.27e-05, 1.45e-04, 2.86e-04, 1.07e-06, 1.01e-06, 1.58e-06, 1.58e-06, 2.78e-05, 3.12e-08, 1.38e-04, 8.62e-08] [6.16e-06, 2.65e-06, 2.68e-06, 2.23e-06, 2.30e-06, 1.61e-06, 1.19e-06, 2.05e-04, 1.08e-08, 7.03e-06, 1.42e-05, 3.27e-05, 1.45e-04, 2.86e-04, 1.07e-06, 1.01e-06, 1.58e-06, 1.58e-06, 2.78e-05, 3.12e-08, 1.38e-04, 8.62e-08] []
125900 [3.64e-06, 2.49e-06, 2.55e-06, 2.30e-06, 2.37e-06, 1.39e-06, 1.17e-06, 2.90e-09, 1.11e-08, 9.83e-10, 4.43e-06, 1.42e-05, 1.41e-05, 2.27e-06, 1.43e-08, 1.71e-08, 1.80e-08, 1.67e-08, 1.11e-08, 1.78e-08, 8.24e-08, 6.48e-08] [3.64e-06, 2.49e-06, 2.55e-06, 2.30e-06, 2.37e-06, 1.39e-06, 1.17e-06, 2.90e-09, 1.11e-08, 9.83e-10, 4.43e-06, 1.42e-05, 1.41e-05, 2.27e-06, 1.43e-08, 1.71e-08, 1.80e-08, 1.67e-08, 1.11e-08, 1.78e-08, 8.24e-08, 6.48e-08] []
126000 [8.47e-06, 3.46e-06, 3.27e-06, 3.26e-06, 3.58e-06, 1.60e-06, 1.25e-06, 8.67e-08, 1.34e-08, 3.99e-05, 5.13e-05, 2.76e-04, 3.96e-04, 1.76e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.07e-08, 2.83e-08, 2.91e-07, 9.18e-08] [8.47e-06, 3.46e-06, 3.27e-06, 3.26e-06, 3.58e-06, 1.60e-06, 1.25e-06, 8.67e-08, 1.34e-08, 3.99e-05, 5.13e-05, 2.76e-04, 3.96e-04, 1.76e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.07e-08, 2.83e-08, 2.91e-07, 9.18e-08] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 41.705943 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
126000 [8.47e-06, 3.46e-06, 3.27e-06, 3.26e-06, 3.58e-06, 1.60e-06, 1.25e-06, 8.67e-08, 1.34e-08, 3.99e-05, 5.13e-05, 2.76e-04, 3.96e-04, 1.76e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.07e-08, 2.83e-08, 2.91e-07, 9.18e-08] [8.47e-06, 3.46e-06, 3.27e-06, 3.26e-06, 3.58e-06, 1.60e-06, 1.25e-06, 8.67e-08, 1.34e-08, 3.99e-05, 5.13e-05, 2.76e-04, 3.96e-04, 1.76e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.07e-08, 2.83e-08, 2.91e-07, 9.18e-08] []
126100 [3.63e-06, 2.56e-06, 2.66e-06, 2.30e-06, 2.35e-06, 1.51e-06, 1.11e-06, 9.59e-07, 1.43e-08, 3.93e-09, 4.08e-06, 1.14e-05, 1.12e-05, 2.11e-06, 2.64e-08, 3.01e-08, 3.55e-08, 3.37e-08, 1.78e-07, 2.77e-08, 9.67e-07, 8.23e-08] [3.63e-06, 2.56e-06, 2.66e-06, 2.30e-06, 2.35e-06, 1.51e-06, 1.11e-06, 9.59e-07, 1.43e-08, 3.93e-09, 4.08e-06, 1.14e-05, 1.12e-05, 2.11e-06, 2.64e-08, 3.01e-08, 3.55e-08, 3.37e-08, 1.78e-07, 2.77e-08, 9.67e-07, 8.23e-08] []
126200 [3.17e-05, 5.41e-06, 5.20e-06, 4.40e-06, 4.28e-06, 2.53e-06, 2.05e-06, 1.57e-07, 3.62e-08, 1.55e-04, 2.07e-04, 5.81e-04, 1.58e-03, 5.52e-03, 5.09e-05, 4.84e-05, 2.64e-05, 2.51e-05, 3.41e-09, 2.15e-08, 2.71e-07, 6.98e-08] [3.17e-05, 5.41e-06, 5.20e-06, 4.40e-06, 4.28e-06, 2.53e-06, 2.05e-06, 1.57e-07, 3.62e-08, 1.55e-04, 2.07e-04, 5.81e-04, 1.58e-03, 5.52e-03, 5.09e-05, 4.84e-05, 2.64e-05, 2.51e-05, 3.41e-09, 2.15e-08, 2.71e-07, 6.98e-08] []
126300 [3.28e-06, 2.52e-06, 2.60e-06, 2.27e-06, 2.33e-06, 1.39e-06, 1.10e-06, 9.14e-09, 3.27e-08, 5.76e-08, 3.75e-06, 1.21e-05, 1.20e-05, 3.65e-06, 5.75e-09, 7.49e-09, 9.18e-09, 1.02e-08, 1.44e-08, 7.13e-09, 6.46e-08, 1.06e-07] [3.28e-06, 2.52e-06, 2.60e-06, 2.27e-06, 2.33e-06, 1.39e-06, 1.10e-06, 9.14e-09, 3.27e-08, 5.76e-08, 3.75e-06, 1.21e-05, 1.20e-05, 3.65e-06, 5.75e-09, 7.49e-09, 9.18e-09, 1.02e-08, 1.44e-08, 7.13e-09, 6.46e-08, 1.06e-07] []
126400 [3.44e-06, 2.48e-06, 2.58e-06, 2.24e-06, 2.29e-06, 1.45e-06, 1.12e-06, 2.31e-08, 3.22e-08, 5.34e-10, 3.56e-06, 9.57e-06, 9.41e-06, 1.45e-06, 1.71e-08, 1.99e-08, 2.63e-08, 2.54e-08, 3.76e-08, 1.46e-08, 1.07e-07, 1.23e-07] [3.44e-06, 2.48e-06, 2.58e-06, 2.24e-06, 2.29e-06, 1.45e-06, 1.12e-06, 2.31e-08, 3.22e-08, 5.34e-10, 3.56e-06, 9.57e-06, 9.41e-06, 1.45e-06, 1.71e-08, 1.99e-08, 2.63e-08, 2.54e-08, 3.76e-08, 1.46e-08, 1.07e-07, 1.23e-07] []
126500 [7.72e-06, 3.52e-06, 3.92e-06, 3.65e-06, 3.72e-06, 1.60e-06, 1.46e-06, 8.92e-09, 4.99e-04, 3.87e-05, 5.05e-05, 2.08e-04, 5.39e-04, 1.80e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.16e-08, 1.15e-04, 1.06e-07, 4.96e-04] [7.72e-06, 3.52e-06, 3.92e-06, 3.65e-06, 3.72e-06, 1.60e-06, 1.46e-06, 8.92e-09, 4.99e-04, 3.87e-05, 5.05e-05, 2.08e-04, 5.39e-04, 1.80e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.16e-08, 1.15e-04, 1.06e-07, 4.96e-04] []
126600 [3.27e-06, 2.55e-06, 2.57e-06, 2.34e-06, 2.34e-06, 1.34e-06, 1.30e-06, 2.67e-06, 1.81e-09, 1.51e-08, 2.98e-06, 1.21e-05, 1.22e-05, 1.79e-06, 1.86e-08, 2.03e-08, 4.04e-08, 3.55e-08, 2.65e-07, 3.22e-08, 1.50e-06, 6.28e-08] [3.27e-06, 2.55e-06, 2.57e-06, 2.34e-06, 2.34e-06, 1.34e-06, 1.30e-06, 2.67e-06, 1.81e-09, 1.51e-08, 2.98e-06, 1.21e-05, 1.22e-05, 1.79e-06, 1.86e-08, 2.03e-08, 4.04e-08, 3.55e-08, 2.65e-07, 3.22e-08, 1.50e-06, 6.28e-08] []
126700 [3.11e-06, 2.38e-06, 2.55e-06, 2.22e-06, 2.22e-06, 1.37e-06, 1.25e-06, 3.51e-05, 5.27e-09, 1.83e-09, 2.65e-06, 9.25e-06, 9.23e-06, 1.28e-06, 1.91e-08, 2.05e-08, 4.62e-08, 4.24e-08, 0.00e+00, 2.48e-08, 4.17e-05, 1.08e-07] [3.11e-06, 2.38e-06, 2.55e-06, 2.22e-06, 2.22e-06, 1.37e-06, 1.25e-06, 3.51e-05, 5.27e-09, 1.83e-09, 2.65e-06, 9.25e-06, 9.23e-06, 1.28e-06, 1.91e-08, 2.05e-08, 4.62e-08, 4.24e-08, 0.00e+00, 2.48e-08, 4.17e-05, 1.08e-07] []
126800 [3.05e-06, 2.43e-06, 2.59e-06, 2.23e-06, 2.21e-06, 1.47e-06, 1.25e-06, 6.76e-08, 7.72e-09, 6.08e-10, 2.22e-06, 7.51e-06, 7.74e-06, 7.43e-07, 1.83e-08, 2.05e-08, 4.65e-08, 4.17e-08, 2.83e-08, 2.42e-08, 2.46e-07, 1.16e-07] [3.05e-06, 2.43e-06, 2.59e-06, 2.23e-06, 2.21e-06, 1.47e-06, 1.25e-06, 6.76e-08, 7.72e-09, 6.08e-10, 2.22e-06, 7.51e-06, 7.74e-06, 7.43e-07, 1.83e-08, 2.05e-08, 4.65e-08, 4.17e-08, 2.83e-08, 2.42e-08, 2.46e-07, 1.16e-07] []
126900 [3.57e-06, 4.22e-06, 4.59e-06, 3.44e-06, 3.48e-06, 2.74e-06, 2.46e-06, 2.15e-06, 1.70e-08, 4.47e-06, 1.72e-04, 5.35e-04, 2.06e-03, 1.10e-03, 3.28e-06, 2.30e-06, 0.00e+00, 0.00e+00, 0.00e+00, 6.28e-09, 2.89e-06, 9.88e-08] [3.57e-06, 4.22e-06, 4.59e-06, 3.44e-06, 3.48e-06, 2.74e-06, 2.46e-06, 2.15e-06, 1.70e-08, 4.47e-06, 1.72e-04, 5.35e-04, 2.06e-03, 1.10e-03, 3.28e-06, 2.30e-06, 0.00e+00, 0.00e+00, 0.00e+00, 6.28e-09, 2.89e-06, 9.88e-08] []
127000 [3.42e-06, 2.68e-06, 2.97e-06, 2.25e-06, 2.38e-06, 1.50e-06, 1.23e-06, 3.24e-08, 4.65e-09, 2.71e-09, 2.03e-06, 7.00e-06, 7.17e-06, 7.64e-08, 6.12e-09, 8.18e-09, 9.85e-09, 6.41e-09, 3.08e-08, 8.62e-09, 7.59e-08, 5.91e-08] [3.42e-06, 2.68e-06, 2.97e-06, 2.25e-06, 2.38e-06, 1.50e-06, 1.23e-06, 3.24e-08, 4.65e-09, 2.71e-09, 2.03e-06, 7.00e-06, 7.17e-06, 7.64e-08, 6.12e-09, 8.18e-09, 9.85e-09, 6.41e-09, 3.08e-08, 8.62e-09, 7.59e-08, 5.91e-08] []
127100 [3.20e-06, 2.53e-06, 2.79e-06, 2.15e-06, 2.28e-06, 1.54e-06, 1.25e-06, 7.66e-09, 9.41e-09, 9.45e-10, 1.70e-06, 5.89e-06, 5.85e-06, 4.95e-08, 6.45e-09, 9.67e-09, 8.40e-09, 7.09e-09, 1.55e-08, 8.96e-09, 9.96e-08, 6.98e-08] [3.20e-06, 2.53e-06, 2.79e-06, 2.15e-06, 2.28e-06, 1.54e-06, 1.25e-06, 7.66e-09, 9.41e-09, 9.45e-10, 1.70e-06, 5.89e-06, 5.85e-06, 4.95e-08, 6.45e-09, 9.67e-09, 8.40e-09, 7.09e-09, 1.55e-08, 8.96e-09, 9.96e-08, 6.98e-08] []
127200 [3.04e-06, 2.46e-06, 2.69e-06, 2.12e-06, 2.25e-06, 1.57e-06, 1.26e-06, 4.90e-09, 7.03e-09, 1.74e-09, 1.47e-06, 5.15e-06, 5.09e-06, 4.61e-08, 5.57e-09, 8.87e-09, 8.36e-09, 8.15e-09, 1.71e-08, 9.51e-09, 9.17e-08, 6.73e-08] [3.04e-06, 2.46e-06, 2.69e-06, 2.12e-06, 2.25e-06, 1.57e-06, 1.26e-06, 4.90e-09, 7.03e-09, 1.74e-09, 1.47e-06, 5.15e-06, 5.09e-06, 4.61e-08, 5.57e-09, 8.87e-09, 8.36e-09, 8.15e-09, 1.71e-08, 9.51e-09, 9.17e-08, 6.73e-08] []
127300 [2.94e-06, 2.42e-06, 2.63e-06, 2.09e-06, 2.23e-06, 1.59e-06, 1.27e-06, 5.89e-08, 3.45e-09, 2.01e-09, 1.32e-06, 4.61e-06, 4.56e-06, 4.47e-08, 5.29e-09, 8.41e-09, 8.87e-09, 8.86e-09, 3.22e-08, 1.15e-08, 7.52e-08, 5.89e-08] [2.94e-06, 2.42e-06, 2.63e-06, 2.09e-06, 2.23e-06, 1.59e-06, 1.27e-06, 5.89e-08, 3.45e-09, 2.01e-09, 1.32e-06, 4.61e-06, 4.56e-06, 4.47e-08, 5.29e-09, 8.41e-09, 8.87e-09, 8.86e-09, 3.22e-08, 1.15e-08, 7.52e-08, 5.89e-08] []
127400 [6.80e-06, 2.76e-06, 3.08e-06, 1.66e-06, 1.82e-06, 1.67e-06, 1.39e-06, 3.93e-09, 1.49e-05, 3.21e-09, 3.92e-06, 2.41e-05, 5.32e-05, 3.04e-05, 3.18e-09, 2.79e-10, 2.81e-07, 4.05e-07, 7.76e-09, 2.75e-06, 7.49e-08, 1.41e-05] [6.80e-06, 2.76e-06, 3.08e-06, 1.66e-06, 1.82e-06, 1.67e-06, 1.39e-06, 3.93e-09, 1.49e-05, 3.21e-09, 3.92e-06, 2.41e-05, 5.32e-05, 3.04e-05, 3.18e-09, 2.79e-10, 2.81e-07, 4.05e-07, 7.76e-09, 2.75e-06, 7.49e-08, 1.41e-05] []
127500 [2.79e-06, 2.40e-06, 2.52e-06, 2.07e-06, 2.26e-06, 1.49e-06, 1.22e-06, 3.08e-08, 7.26e-07, 3.34e-09, 1.34e-06, 6.19e-06, 6.27e-06, 4.10e-08, 3.06e-09, 5.55e-09, 5.07e-09, 4.41e-09, 1.81e-08, 9.01e-08, 4.78e-08, 5.36e-07] [2.79e-06, 2.40e-06, 2.52e-06, 2.07e-06, 2.26e-06, 1.49e-06, 1.22e-06, 3.08e-08, 7.26e-07, 3.34e-09, 1.34e-06, 6.19e-06, 6.27e-06, 4.10e-08, 3.06e-09, 5.55e-09, 5.07e-09, 4.41e-09, 1.81e-08, 9.01e-08, 4.78e-08, 5.36e-07] []
127600 [2.62e-06, 2.27e-06, 2.48e-06, 1.99e-06, 2.19e-06, 1.53e-06, 1.24e-06, 6.82e-05, 1.12e-08, 3.38e-12, 1.38e-06, 5.48e-06, 5.57e-06, 5.59e-08, 1.25e-08, 1.46e-08, 1.58e-08, 1.16e-08, 0.00e+00, 1.10e-08, 6.64e-05, 9.37e-08] [2.62e-06, 2.27e-06, 2.48e-06, 1.99e-06, 2.19e-06, 1.53e-06, 1.24e-06, 6.82e-05, 1.12e-08, 3.38e-12, 1.38e-06, 5.48e-06, 5.57e-06, 5.59e-08, 1.25e-08, 1.46e-08, 1.58e-08, 1.16e-08, 0.00e+00, 1.10e-08, 6.64e-05, 9.37e-08] []
127700 [2.58e-06, 2.32e-06, 2.43e-06, 2.01e-06, 2.22e-06, 1.62e-06, 1.27e-06, 6.75e-09, 2.69e-08, 1.08e-09, 1.13e-06, 4.49e-06, 4.43e-06, 3.64e-08, 7.61e-09, 1.03e-08, 1.02e-08, 9.39e-09, 2.99e-08, 2.30e-08, 7.61e-08, 5.73e-08] [2.58e-06, 2.32e-06, 2.43e-06, 2.01e-06, 2.22e-06, 1.62e-06, 1.27e-06, 6.75e-09, 2.69e-08, 1.08e-09, 1.13e-06, 4.49e-06, 4.43e-06, 3.64e-08, 7.61e-09, 1.03e-08, 1.02e-08, 9.39e-09, 2.99e-08, 2.30e-08, 7.61e-08, 5.73e-08] []
127800 [7.65e-06, 5.25e-06, 4.97e-06, 3.24e-06, 3.10e-06, 2.84e-06, 2.67e-06, 9.05e-10, 3.16e-04, 7.93e-05, 7.07e-05, 3.29e-04, 1.33e-03, 1.48e-03, 1.75e-06, 1.87e-06, 2.54e-06, 1.46e-06, 1.06e-09, 5.92e-05, 7.14e-08, 2.65e-04] [7.65e-06, 5.25e-06, 4.97e-06, 3.24e-06, 3.10e-06, 2.84e-06, 2.67e-06, 9.05e-10, 3.16e-04, 7.93e-05, 7.07e-05, 3.29e-04, 1.33e-03, 1.48e-03, 1.75e-06, 1.87e-06, 2.54e-06, 1.46e-06, 1.06e-09, 5.92e-05, 7.14e-08, 2.65e-04] []
127900 [2.49e-06, 2.34e-06, 2.33e-06, 2.02e-06, 2.25e-06, 1.50e-06, 1.25e-06, 2.25e-07, 5.24e-08, 1.97e-09, 1.17e-06, 6.58e-06, 6.78e-06, 8.30e-08, 3.78e-09, 5.70e-09, 5.84e-09, 4.66e-09, 3.82e-09, 1.45e-08, 3.13e-07, 4.94e-08] [2.49e-06, 2.34e-06, 2.33e-06, 2.02e-06, 2.25e-06, 1.50e-06, 1.25e-06, 2.25e-07, 5.24e-08, 1.97e-09, 1.17e-06, 6.58e-06, 6.78e-06, 8.30e-08, 3.78e-09, 5.70e-09, 5.84e-09, 4.66e-09, 3.82e-09, 1.45e-08, 3.13e-07, 4.94e-08] []
128000 [2.44e-06, 2.30e-06, 2.29e-06, 1.99e-06, 2.23e-06, 1.53e-06, 1.27e-06, 1.87e-07, 6.12e-09, 5.06e-09, 1.08e-06, 5.18e-06, 5.09e-06, 3.79e-08, 2.20e-09, 4.36e-09, 3.52e-09, 3.99e-09, 3.11e-08, 9.38e-09, 1.19e-07, 2.52e-08] [2.44e-06, 2.30e-06, 2.29e-06, 1.99e-06, 2.23e-06, 1.53e-06, 1.27e-06, 1.87e-07, 6.12e-09, 5.06e-09, 1.08e-06, 5.18e-06, 5.09e-06, 3.79e-08, 2.20e-09, 4.36e-09, 3.52e-09, 3.99e-09, 3.11e-08, 9.38e-09, 1.19e-07, 2.52e-08] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 38.484469 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
128000 [2.44e-06, 2.30e-06, 2.29e-06, 1.99e-06, 2.23e-06, 1.53e-06, 1.27e-06, 1.87e-07, 6.12e-09, 5.06e-09, 1.08e-06, 5.18e-06, 5.09e-06, 3.79e-08, 2.20e-09, 4.36e-09, 3.52e-09, 3.99e-09, 3.11e-08, 9.38e-09, 1.19e-07, 2.52e-08] [2.44e-06, 2.30e-06, 2.29e-06, 1.99e-06, 2.23e-06, 1.53e-06, 1.27e-06, 1.87e-07, 6.12e-09, 5.06e-09, 1.08e-06, 5.18e-06, 5.09e-06, 3.79e-08, 2.20e-09, 4.36e-09, 3.52e-09, 3.99e-09, 3.11e-08, 9.38e-09, 1.19e-07, 2.52e-08] []
128100 [2.41e-06, 2.29e-06, 2.28e-06, 1.97e-06, 2.22e-06, 1.56e-06, 1.28e-06, 2.68e-07, 3.32e-09, 4.11e-09, 1.01e-06, 4.37e-06, 4.24e-06, 3.90e-08, 2.09e-09, 4.06e-09, 3.97e-09, 4.65e-09, 3.25e-08, 8.52e-09, 1.25e-07, 3.03e-08] [2.41e-06, 2.29e-06, 2.28e-06, 1.97e-06, 2.22e-06, 1.56e-06, 1.28e-06, 2.68e-07, 3.32e-09, 4.11e-09, 1.01e-06, 4.37e-06, 4.24e-06, 3.90e-08, 2.09e-09, 4.06e-09, 3.97e-09, 4.65e-09, 3.25e-08, 8.52e-09, 1.25e-07, 3.03e-08] []
128200 [2.27e-05, 5.11e-06, 4.47e-06, 3.98e-06, 4.21e-06, 2.56e-06, 2.12e-06, 5.79e-09, 1.63e-09, 9.46e-05, 1.31e-04, 8.00e-04, 7.90e-04, 4.46e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.00e-08, 6.46e-09, 5.06e-08, 3.69e-08] [2.27e-05, 5.11e-06, 4.47e-06, 3.98e-06, 4.21e-06, 2.56e-06, 2.12e-06, 5.79e-09, 1.63e-09, 9.46e-05, 1.31e-04, 8.00e-04, 7.90e-04, 4.46e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.00e-08, 6.46e-09, 5.06e-08, 3.69e-08] []
128300 [2.28e-06, 2.31e-06, 2.21e-06, 2.01e-06, 2.24e-06, 1.43e-06, 1.20e-06, 1.29e-08, 1.52e-09, 3.94e-08, 1.36e-06, 6.92e-06, 7.13e-06, 2.96e-07, 3.18e-10, 1.14e-09, 1.95e-09, 1.32e-09, 8.74e-09, 3.71e-09, 2.80e-08, 2.80e-08] [2.28e-06, 2.31e-06, 2.21e-06, 2.01e-06, 2.24e-06, 1.43e-06, 1.20e-06, 1.29e-08, 1.52e-09, 3.94e-08, 1.36e-06, 6.92e-06, 7.13e-06, 2.96e-07, 3.18e-10, 1.14e-09, 1.95e-09, 1.32e-09, 8.74e-09, 3.71e-09, 2.80e-08, 2.80e-08] []
128400 [2.29e-06, 2.27e-06, 2.19e-06, 1.96e-06, 2.24e-06, 1.50e-06, 1.22e-06, 2.10e-08, 7.60e-09, 2.59e-09, 1.11e-06, 5.04e-06, 4.92e-06, 4.15e-08, 1.22e-09, 2.90e-09, 1.91e-09, 2.28e-09, 9.76e-09, 2.89e-09, 3.74e-08, 5.11e-08] [2.29e-06, 2.27e-06, 2.19e-06, 1.96e-06, 2.24e-06, 1.50e-06, 1.22e-06, 2.10e-08, 7.60e-09, 2.59e-09, 1.11e-06, 5.04e-06, 4.92e-06, 4.15e-08, 1.22e-09, 2.90e-09, 1.91e-09, 2.28e-09, 9.76e-09, 2.89e-09, 3.74e-08, 5.11e-08] []
128500 [2.22e-06, 2.25e-06, 2.18e-06, 1.93e-06, 2.23e-06, 1.54e-06, 1.24e-06, 2.43e-08, 1.04e-08, 2.88e-09, 1.01e-06, 4.15e-06, 3.99e-06, 3.92e-08, 9.87e-10, 2.46e-09, 1.73e-09, 2.49e-09, 1.01e-08, 2.64e-09, 3.78e-08, 5.64e-08] [2.22e-06, 2.25e-06, 2.18e-06, 1.93e-06, 2.23e-06, 1.54e-06, 1.24e-06, 2.43e-08, 1.04e-08, 2.88e-09, 1.01e-06, 4.15e-06, 3.99e-06, 3.92e-08, 9.87e-10, 2.46e-09, 1.73e-09, 2.49e-09, 1.01e-08, 2.64e-09, 3.78e-08, 5.64e-08] []
128600 [3.02e-06, 2.24e-06, 2.16e-06, 1.87e-06, 2.21e-06, 1.56e-06, 1.32e-06, 5.96e-07, 8.40e-06, 1.10e-06, 3.30e-06, 1.15e-05, 1.59e-05, 5.62e-05, 2.95e-07, 2.66e-07, 2.10e-07, 1.97e-07, 6.03e-08, 0.00e+00, 2.76e-07, 6.87e-06] [3.02e-06, 2.24e-06, 2.16e-06, 1.87e-06, 2.21e-06, 1.56e-06, 1.32e-06, 5.96e-07, 8.40e-06, 1.10e-06, 3.30e-06, 1.15e-05, 1.59e-05, 5.62e-05, 2.95e-07, 2.66e-07, 2.10e-07, 1.97e-07, 6.03e-08, 0.00e+00, 2.76e-07, 6.87e-06] []
128700 [2.13e-06, 2.24e-06, 2.10e-06, 1.96e-06, 2.22e-06, 1.45e-06, 1.24e-06, 2.66e-07, 5.04e-12, 5.63e-09, 9.74e-07, 5.49e-06, 5.48e-06, 3.07e-07, 1.02e-10, 4.65e-10, 3.95e-10, 2.71e-10, 2.90e-08, 2.53e-09, 1.53e-07, 2.81e-08] [2.13e-06, 2.24e-06, 2.10e-06, 1.96e-06, 2.22e-06, 1.45e-06, 1.24e-06, 2.66e-07, 5.04e-12, 5.63e-09, 9.74e-07, 5.49e-06, 5.48e-06, 3.07e-07, 1.02e-10, 4.65e-10, 3.95e-10, 2.71e-10, 2.90e-08, 2.53e-09, 1.53e-07, 2.81e-08] []
128800 [2.07e-06, 2.23e-06, 2.11e-06, 1.92e-06, 2.23e-06, 1.51e-06, 1.26e-06, 1.64e-08, 2.61e-09, 3.78e-09, 9.29e-07, 4.03e-06, 3.86e-06, 3.88e-08, 3.54e-10, 1.21e-09, 8.69e-10, 1.22e-09, 5.43e-09, 2.83e-09, 3.16e-08, 2.23e-08] [2.07e-06, 2.23e-06, 2.11e-06, 1.92e-06, 2.23e-06, 1.51e-06, 1.26e-06, 1.64e-08, 2.61e-09, 3.78e-09, 9.29e-07, 4.03e-06, 3.86e-06, 3.88e-08, 3.54e-10, 1.21e-09, 8.69e-10, 1.22e-09, 5.43e-09, 2.83e-09, 3.16e-08, 2.23e-08] []
128900 [3.10e-06, 2.24e-06, 2.15e-06, 1.88e-06, 2.23e-06, 1.56e-06, 1.29e-06, 2.12e-08, 1.50e-09, 1.66e-06, 3.66e-06, 1.32e-05, 1.88e-05, 7.29e-05, 4.29e-07, 3.59e-07, 2.37e-07, 2.59e-07, 5.51e-09, 2.62e-09, 3.33e-08, 2.33e-08] [3.10e-06, 2.24e-06, 2.15e-06, 1.88e-06, 2.23e-06, 1.56e-06, 1.29e-06, 2.12e-08, 1.50e-09, 1.66e-06, 3.66e-06, 1.32e-05, 1.88e-05, 7.29e-05, 4.29e-07, 3.59e-07, 2.37e-07, 2.59e-07, 5.51e-09, 2.62e-09, 3.33e-08, 2.33e-08] []
129000 [2.13e-06, 2.30e-06, 2.06e-06, 2.00e-06, 2.28e-06, 1.50e-06, 1.20e-06, 1.32e-06, 2.06e-07, 1.24e-07, 3.63e-06, 6.94e-06, 7.10e-06, 3.10e-07, 5.32e-09, 7.26e-09, 5.66e-09, 4.53e-09, 9.23e-08, 1.29e-08, 6.88e-07, 3.07e-07] [2.13e-06, 2.30e-06, 2.06e-06, 2.00e-06, 2.28e-06, 1.50e-06, 1.20e-06, 1.32e-06, 2.06e-07, 1.24e-07, 3.63e-06, 6.94e-06, 7.10e-06, 3.10e-07, 5.32e-09, 7.26e-09, 5.66e-09, 4.53e-09, 9.23e-08, 1.29e-08, 6.88e-07, 3.07e-07] []
129100 [2.18e-06, 2.26e-06, 2.08e-06, 1.93e-06, 2.28e-06, 1.45e-06, 1.16e-06, 2.29e-06, 1.80e-06, 2.02e-07, 3.37e-06, 4.94e-06, 4.85e-06, 1.23e-07, 4.16e-09, 4.69e-09, 3.21e-09, 3.21e-09, 0.00e+00, 1.39e-07, 4.80e-06, 6.77e-07] [2.18e-06, 2.26e-06, 2.08e-06, 1.93e-06, 2.28e-06, 1.45e-06, 1.16e-06, 2.29e-06, 1.80e-06, 2.02e-07, 3.37e-06, 4.94e-06, 4.85e-06, 1.23e-07, 4.16e-09, 4.69e-09, 3.21e-09, 3.21e-09, 0.00e+00, 1.39e-07, 4.80e-06, 6.77e-07] []
129200 [2.19e-06, 2.27e-06, 2.07e-06, 1.91e-06, 2.27e-06, 1.46e-06, 1.15e-06, 1.29e-07, 3.94e-08, 1.92e-07, 3.14e-06, 4.10e-06, 3.98e-06, 1.00e-07, 4.85e-09, 4.71e-09, 3.97e-09, 4.40e-09, 0.00e+00, 0.00e+00, 1.04e-06, 5.18e-07] [2.19e-06, 2.27e-06, 2.07e-06, 1.91e-06, 2.27e-06, 1.46e-06, 1.15e-06, 1.29e-07, 3.94e-08, 1.92e-07, 3.14e-06, 4.10e-06, 3.98e-06, 1.00e-07, 4.85e-09, 4.71e-09, 3.97e-09, 4.40e-09, 0.00e+00, 0.00e+00, 1.04e-06, 5.18e-07] []
129300 [2.17e-06, 2.27e-06, 2.08e-06, 1.92e-06, 2.27e-06, 1.47e-06, 1.17e-06, 5.33e-07, 2.36e-09, 1.31e-07, 2.93e-06, 3.59e-06, 3.43e-06, 9.74e-08, 6.11e-09, 6.61e-09, 5.94e-09, 8.70e-09, 2.59e-08, 0.00e+00, 3.71e-07, 3.73e-07] [2.17e-06, 2.27e-06, 2.08e-06, 1.92e-06, 2.27e-06, 1.47e-06, 1.17e-06, 5.33e-07, 2.36e-09, 1.31e-07, 2.93e-06, 3.59e-06, 3.43e-06, 9.74e-08, 6.11e-09, 6.61e-09, 5.94e-09, 8.70e-09, 2.59e-08, 0.00e+00, 3.71e-07, 3.73e-07] []
129400 [3.72e-06, 2.08e-06, 1.97e-06, 1.54e-06, 1.77e-06, 1.14e-06, 9.18e-07, 2.61e-07, 2.36e-08, 4.53e-08, 9.28e-06, 2.39e-05, 3.32e-05, 2.86e-05, 1.08e-08, 1.54e-08, 1.87e-07, 1.43e-07, 1.92e-08, 0.00e+00, 2.15e-07, 2.14e-07] [3.72e-06, 2.08e-06, 1.97e-06, 1.54e-06, 1.77e-06, 1.14e-06, 9.18e-07, 2.61e-07, 2.36e-08, 4.53e-08, 9.28e-06, 2.39e-05, 3.32e-05, 2.86e-05, 1.08e-08, 1.54e-08, 1.87e-07, 1.43e-07, 1.92e-08, 0.00e+00, 2.15e-07, 2.14e-07] []
129500 [2.18e-06, 2.30e-06, 2.04e-06, 1.99e-06, 2.31e-06, 1.24e-06, 9.82e-07, 5.72e-07, 1.45e-07, 1.41e-07, 2.94e-06, 4.68e-06, 4.50e-06, 8.56e-08, 2.96e-09, 3.35e-09, 1.82e-09, 1.79e-09, 4.54e-08, 0.00e+00, 3.43e-07, 5.00e-07] [2.18e-06, 2.30e-06, 2.04e-06, 1.99e-06, 2.31e-06, 1.24e-06, 9.82e-07, 5.72e-07, 1.45e-07, 1.41e-07, 2.94e-06, 4.68e-06, 4.50e-06, 8.56e-08, 2.96e-09, 3.35e-09, 1.82e-09, 1.79e-09, 4.54e-08, 0.00e+00, 3.43e-07, 5.00e-07] []
129600 [1.93e-06, 2.17e-06, 2.02e-06, 1.86e-06, 2.21e-06, 1.51e-06, 1.19e-06, 2.24e-05, 7.70e-07, 1.08e-07, 3.95e-06, 4.35e-06, 4.67e-06, 1.37e-07, 7.34e-09, 4.61e-09, 1.13e-09, 1.14e-09, 0.00e+00, 0.00e+00, 2.87e-05, 1.90e-06] [1.93e-06, 2.17e-06, 2.02e-06, 1.86e-06, 2.21e-06, 1.51e-06, 1.19e-06, 2.24e-05, 7.70e-07, 1.08e-07, 3.95e-06, 4.35e-06, 4.67e-06, 1.37e-07, 7.34e-09, 4.61e-09, 1.13e-09, 1.14e-09, 0.00e+00, 0.00e+00, 2.87e-05, 1.90e-06] []
129700 [2.12e-06, 2.32e-06, 2.06e-06, 2.03e-06, 2.30e-06, 1.27e-06, 9.66e-07, 7.22e-08, 5.49e-08, 6.22e-08, 3.16e-06, 6.98e-06, 7.94e-06, 3.37e-06, 1.42e-08, 1.86e-08, 1.02e-08, 1.16e-08, 4.63e-09, 3.66e-09, 2.24e-07, 1.36e-07] [2.12e-06, 2.32e-06, 2.06e-06, 2.03e-06, 2.30e-06, 1.27e-06, 9.66e-07, 7.22e-08, 5.49e-08, 6.22e-08, 3.16e-06, 6.98e-06, 7.94e-06, 3.37e-06, 1.42e-08, 1.86e-08, 1.02e-08, 1.16e-08, 4.63e-09, 3.66e-09, 2.24e-07, 1.36e-07] []
129800 [1.89e-06, 2.23e-06, 2.00e-06, 1.95e-06, 2.31e-06, 1.32e-06, 1.00e-06, 7.03e-08, 2.37e-07, 1.20e-07, 2.17e-06, 3.93e-06, 3.74e-06, 1.30e-07, 1.73e-08, 1.94e-08, 1.42e-08, 1.45e-08, 0.00e+00, 0.00e+00, 6.24e-07, 6.51e-07] [1.89e-06, 2.23e-06, 2.00e-06, 1.95e-06, 2.31e-06, 1.32e-06, 1.00e-06, 7.03e-08, 2.37e-07, 1.20e-07, 2.17e-06, 3.93e-06, 3.74e-06, 1.30e-07, 1.73e-08, 1.94e-08, 1.42e-08, 1.45e-08, 0.00e+00, 0.00e+00, 6.24e-07, 6.51e-07] []
129900 [4.19e-05, 4.94e-06, 4.09e-06, 5.14e-06, 5.81e-06, 3.24e-06, 2.98e-06, 5.69e-08, 2.34e-07, 2.59e-04, 3.38e-04, 1.16e-03, 1.63e-03, 7.93e-03, 1.17e-04, 1.17e-04, 3.93e-05, 3.80e-05, 3.89e-09, 2.08e-08, 1.17e-07, 1.63e-07] [4.19e-05, 4.94e-06, 4.09e-06, 5.14e-06, 5.81e-06, 3.24e-06, 2.98e-06, 5.69e-08, 2.34e-07, 2.59e-04, 3.38e-04, 1.16e-03, 1.63e-03, 7.93e-03, 1.17e-04, 1.17e-04, 3.93e-05, 3.80e-05, 3.89e-09, 2.08e-08, 1.17e-07, 1.63e-07] []
130000 [1.84e-06, 2.29e-06, 2.01e-06, 2.03e-06, 2.34e-06, 1.16e-06, 8.77e-07, 4.80e-08, 1.02e-08, 1.18e-07, 2.34e-06, 4.45e-06, 4.16e-06, 2.13e-07, 2.72e-10, 3.72e-10, 2.31e-10, 2.19e-10, 3.43e-09, 0.00e+00, 9.71e-08, 9.24e-08] [1.84e-06, 2.29e-06, 2.01e-06, 2.03e-06, 2.34e-06, 1.16e-06, 8.77e-07, 4.80e-08, 1.02e-08, 1.18e-07, 2.34e-06, 4.45e-06, 4.16e-06, 2.13e-07, 2.72e-10, 3.72e-10, 2.31e-10, 2.19e-10, 3.43e-09, 0.00e+00, 9.71e-08, 9.24e-08] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 37.415465 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
130000 [1.84e-06, 2.29e-06, 2.01e-06, 2.03e-06, 2.34e-06, 1.16e-06, 8.77e-07, 4.80e-08, 1.02e-08, 1.18e-07, 2.34e-06, 4.45e-06, 4.16e-06, 2.13e-07, 2.72e-10, 3.72e-10, 2.31e-10, 2.19e-10, 3.43e-09, 0.00e+00, 9.71e-08, 9.24e-08] [1.84e-06, 2.29e-06, 2.01e-06, 2.03e-06, 2.34e-06, 1.16e-06, 8.77e-07, 4.80e-08, 1.02e-08, 1.18e-07, 2.34e-06, 4.45e-06, 4.16e-06, 2.13e-07, 2.72e-10, 3.72e-10, 2.31e-10, 2.19e-10, 3.43e-09, 0.00e+00, 9.71e-08, 9.24e-08] []
130100 [1.83e-06, 2.25e-06, 2.02e-06, 1.95e-06, 2.34e-06, 1.19e-06, 8.76e-07, 9.14e-08, 2.15e-08, 6.84e-08, 2.00e-06, 3.19e-06, 2.94e-06, 5.98e-08, 1.54e-09, 1.84e-09, 9.68e-10, 9.93e-10, 0.00e+00, 1.58e-09, 2.48e-07, 3.16e-08] [1.83e-06, 2.25e-06, 2.02e-06, 1.95e-06, 2.34e-06, 1.19e-06, 8.76e-07, 9.14e-08, 2.15e-08, 6.84e-08, 2.00e-06, 3.19e-06, 2.94e-06, 5.98e-08, 1.54e-09, 1.84e-09, 9.68e-10, 9.93e-10, 0.00e+00, 1.58e-09, 2.48e-07, 3.16e-08] []
130200 [2.14e-06, 2.27e-06, 1.88e-06, 2.03e-06, 2.18e-06, 1.16e-06, 9.42e-07, 3.11e-08, 3.18e-09, 1.36e-05, 7.29e-06, 1.86e-05, 1.74e-05, 1.54e-05, 1.18e-07, 1.25e-07, 1.59e-08, 8.94e-09, 2.62e-09, 0.00e+00, 2.32e-08, 1.38e-08] [2.14e-06, 2.27e-06, 1.88e-06, 2.03e-06, 2.18e-06, 1.16e-06, 9.42e-07, 3.11e-08, 3.18e-09, 1.36e-05, 7.29e-06, 1.86e-05, 1.74e-05, 1.54e-05, 1.18e-07, 1.25e-07, 1.59e-08, 8.94e-09, 2.62e-09, 0.00e+00, 2.32e-08, 1.38e-08] []
130300 [1.74e-06, 2.24e-06, 1.96e-06, 1.95e-06, 2.35e-06, 1.21e-06, 9.29e-07, 9.07e-10, 5.55e-10, 9.85e-09, 1.22e-06, 3.45e-06, 3.11e-06, 7.03e-08, 1.38e-10, 2.59e-10, 2.17e-10, 2.40e-10, 1.22e-11, 0.00e+00, 7.57e-10, 3.29e-09] [1.74e-06, 2.24e-06, 1.96e-06, 1.95e-06, 2.35e-06, 1.21e-06, 9.29e-07, 9.07e-10, 5.55e-10, 9.85e-09, 1.22e-06, 3.45e-06, 3.11e-06, 7.03e-08, 1.38e-10, 2.59e-10, 2.17e-10, 2.40e-10, 1.22e-11, 0.00e+00, 7.57e-10, 3.29e-09] []
130400 [1.65e-06, 2.21e-06, 2.00e-06, 1.92e-06, 2.35e-06, 1.21e-06, 8.85e-07, 4.19e-11, 1.39e-10, 1.04e-09, 7.80e-07, 2.60e-06, 2.25e-06, 4.24e-08, 0.00e+00, 3.70e-11, 0.00e+00, 8.50e-13, 2.61e-13, 0.00e+00, 8.36e-10, 1.35e-09] [1.65e-06, 2.21e-06, 2.00e-06, 1.92e-06, 2.35e-06, 1.21e-06, 8.85e-07, 4.19e-11, 1.39e-10, 1.04e-09, 7.80e-07, 2.60e-06, 2.25e-06, 4.24e-08, 0.00e+00, 3.70e-11, 0.00e+00, 8.50e-13, 2.61e-13, 0.00e+00, 8.36e-10, 1.35e-09] []
130500 [8.29e-06, 3.84e-06, 3.42e-06, 2.72e-06, 2.54e-06, 1.74e-06, 1.31e-06, 1.04e-10, 3.85e-04, 1.87e-05, 4.49e-05, 3.73e-04, 3.17e-04, 9.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.10e-13, 9.11e-05, 4.00e-10, 3.84e-04] [8.29e-06, 3.84e-06, 3.42e-06, 2.72e-06, 2.54e-06, 1.74e-06, 1.31e-06, 1.04e-10, 3.85e-04, 1.87e-05, 4.49e-05, 3.73e-04, 3.17e-04, 9.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.10e-13, 9.11e-05, 4.00e-10, 3.84e-04] []
130600 [1.61e-06, 2.29e-06, 1.99e-06, 2.07e-06, 2.40e-06, 1.04e-06, 8.35e-07, 9.02e-11, 2.29e-10, 2.28e-11, 7.84e-07, 4.22e-06, 3.96e-06, 7.28e-08, 3.67e-13, 1.71e-10, 5.50e-11, 3.89e-11, 6.17e-13, 1.81e-12, 5.83e-10, 1.81e-10] [1.61e-06, 2.29e-06, 1.99e-06, 2.07e-06, 2.40e-06, 1.04e-06, 8.35e-07, 9.02e-11, 2.29e-10, 2.28e-11, 7.84e-07, 4.22e-06, 3.96e-06, 7.28e-08, 3.67e-13, 1.71e-10, 5.50e-11, 3.89e-11, 6.17e-13, 1.81e-12, 5.83e-10, 1.81e-10] []
130700 [1.54e-06, 2.24e-06, 1.98e-06, 1.97e-06, 2.38e-06, 1.11e-06, 8.59e-07, 1.01e-10, 7.17e-11, 2.33e-10, 6.38e-07, 2.79e-06, 2.43e-06, 4.28e-08, 0.00e+00, 2.18e-11, 0.00e+00, 3.03e-13, 6.78e-13, 4.88e-13, 6.53e-10, 4.14e-10] [1.54e-06, 2.24e-06, 1.98e-06, 1.97e-06, 2.38e-06, 1.11e-06, 8.59e-07, 1.01e-10, 7.17e-11, 2.33e-10, 6.38e-07, 2.79e-06, 2.43e-06, 4.28e-08, 0.00e+00, 2.18e-11, 0.00e+00, 3.03e-13, 6.78e-13, 4.88e-13, 6.53e-10, 4.14e-10] []
130800 [1.51e-06, 2.23e-06, 2.01e-06, 1.94e-06, 2.37e-06, 1.11e-06, 8.20e-07, 1.20e-10, 7.74e-11, 2.92e-10, 5.52e-07, 2.15e-06, 1.80e-06, 4.19e-08, 0.00e+00, 2.20e-11, 0.00e+00, 1.54e-12, 8.08e-13, 5.21e-13, 7.16e-10, 4.66e-10] [1.51e-06, 2.23e-06, 2.01e-06, 1.94e-06, 2.37e-06, 1.11e-06, 8.20e-07, 1.20e-10, 7.74e-11, 2.92e-10, 5.52e-07, 2.15e-06, 1.80e-06, 4.19e-08, 0.00e+00, 2.20e-11, 0.00e+00, 1.54e-12, 8.08e-13, 5.21e-13, 7.16e-10, 4.66e-10] []
130900 [8.93e-06, 2.56e-06, 2.35e-06, 2.12e-06, 2.67e-06, 1.35e-06, 1.09e-06, 1.50e-09, 9.21e-10, 3.14e-05, 4.16e-05, 1.59e-04, 2.31e-04, 1.07e-03, 1.33e-05, 1.37e-05, 4.87e-06, 4.95e-06, 0.00e+00, 0.00e+00, 5.73e-09, 3.61e-09] [8.93e-06, 2.56e-06, 2.35e-06, 2.12e-06, 2.67e-06, 1.35e-06, 1.09e-06, 1.50e-09, 9.21e-10, 3.14e-05, 4.16e-05, 1.59e-04, 2.31e-04, 1.07e-03, 1.33e-05, 1.37e-05, 4.87e-06, 4.95e-06, 0.00e+00, 0.00e+00, 5.73e-09, 3.61e-09] []
131000 [1.32e-06, 2.01e-06, 1.68e-06, 1.92e-06, 2.05e-06, 1.89e-06, 1.71e-06, 1.24e-06, 1.54e-05, 1.27e-08, 8.19e-07, 4.09e-06, 3.53e-06, 3.47e-07, 5.98e-09, 6.58e-09, 1.93e-09, 1.56e-09, 0.00e+00, 2.78e-06, 1.35e-06, 1.51e-05] [1.32e-06, 2.01e-06, 1.68e-06, 1.92e-06, 2.05e-06, 1.89e-06, 1.71e-06, 1.24e-06, 1.54e-05, 1.27e-08, 8.19e-07, 4.09e-06, 3.53e-06, 3.47e-07, 5.98e-09, 6.58e-09, 1.93e-09, 1.56e-09, 0.00e+00, 2.78e-06, 1.35e-06, 1.51e-05] []
131100 [1.29e-06, 2.11e-06, 1.83e-06, 1.84e-06, 2.19e-06, 1.77e-06, 1.48e-06, 3.93e-10, 2.23e-09, 3.24e-10, 4.85e-07, 2.35e-06, 2.08e-06, 9.00e-08, 5.64e-13, 5.26e-12, 0.00e+00, 4.96e-14, 2.61e-12, 3.08e-11, 9.17e-10, 1.76e-10] [1.29e-06, 2.11e-06, 1.83e-06, 1.84e-06, 2.19e-06, 1.77e-06, 1.48e-06, 3.93e-10, 2.23e-09, 3.24e-10, 4.85e-07, 2.35e-06, 2.08e-06, 9.00e-08, 5.64e-13, 5.26e-12, 0.00e+00, 4.96e-14, 2.61e-12, 3.08e-11, 9.17e-10, 1.76e-10] []
131200 [1.35e-06, 2.10e-06, 1.90e-06, 1.82e-06, 2.20e-06, 1.73e-06, 1.39e-06, 2.62e-10, 5.53e-12, 3.30e-10, 4.44e-07, 1.89e-06, 1.61e-06, 7.16e-08, 0.00e+00, 1.94e-11, 0.00e+00, 1.24e-13, 1.68e-12, 0.00e+00, 1.19e-09, 1.89e-09] [1.35e-06, 2.10e-06, 1.90e-06, 1.82e-06, 2.20e-06, 1.73e-06, 1.39e-06, 2.62e-10, 5.53e-12, 3.30e-10, 4.44e-07, 1.89e-06, 1.61e-06, 7.16e-08, 0.00e+00, 1.94e-11, 0.00e+00, 1.24e-13, 1.68e-12, 0.00e+00, 1.19e-09, 1.89e-09] []
131300 [1.37e-05, 2.48e-06, 2.25e-06, 2.82e-06, 3.21e-06, 1.35e-06, 1.09e-06, 1.14e-08, 8.97e-09, 2.02e-05, 3.15e-05, 4.27e-04, 8.89e-04, 1.66e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.15e-10, 6.75e-10, 5.40e-09, 4.47e-09] [1.37e-05, 2.48e-06, 2.25e-06, 2.82e-06, 3.21e-06, 1.35e-06, 1.09e-06, 1.14e-08, 8.97e-09, 2.02e-05, 3.15e-05, 4.27e-04, 8.89e-04, 1.66e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 8.15e-10, 6.75e-10, 5.40e-09, 4.47e-09] []
131400 [1.61e-06, 2.30e-06, 1.99e-06, 2.10e-06, 2.37e-06, 9.27e-07, 7.21e-07, 1.80e-10, 7.86e-11, 3.36e-09, 6.88e-07, 4.09e-06, 3.42e-06, 4.56e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.22e-12, 5.09e-13, 8.00e-10, 6.95e-10] [1.61e-06, 2.30e-06, 1.99e-06, 2.10e-06, 2.37e-06, 9.27e-07, 7.21e-07, 1.80e-10, 7.86e-11, 3.36e-09, 6.88e-07, 4.09e-06, 3.42e-06, 4.56e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.22e-12, 5.09e-13, 8.00e-10, 6.95e-10] []
131500 [1.53e-06, 2.26e-06, 1.95e-06, 1.94e-06, 2.33e-06, 1.16e-06, 9.11e-07, 1.93e-10, 1.45e-10, 3.61e-10, 4.24e-07, 2.31e-06, 2.00e-06, 3.31e-08, 0.00e+00, 3.12e-11, 9.54e-13, 0.00e+00, 1.29e-12, 9.74e-13, 9.00e-10, 6.34e-10] [1.53e-06, 2.26e-06, 1.95e-06, 1.94e-06, 2.33e-06, 1.16e-06, 9.11e-07, 1.93e-10, 1.45e-10, 3.61e-10, 4.24e-07, 2.31e-06, 2.00e-06, 3.31e-08, 0.00e+00, 3.12e-11, 9.54e-13, 0.00e+00, 1.29e-12, 9.74e-13, 9.00e-10, 6.34e-10] []
131600 [1.45e-06, 2.22e-06, 1.96e-06, 1.90e-06, 2.32e-06, 1.27e-06, 9.85e-07, 2.14e-10, 1.58e-10, 3.69e-10, 3.70e-07, 1.77e-06, 1.49e-06, 3.46e-08, 0.00e+00, 2.73e-11, 0.00e+00, 0.00e+00, 1.43e-12, 1.06e-12, 9.75e-10, 6.85e-10] [1.45e-06, 2.22e-06, 1.96e-06, 1.90e-06, 2.32e-06, 1.27e-06, 9.85e-07, 2.14e-10, 1.58e-10, 3.69e-10, 3.70e-07, 1.77e-06, 1.49e-06, 3.46e-08, 0.00e+00, 2.73e-11, 0.00e+00, 0.00e+00, 1.43e-12, 1.06e-12, 9.75e-10, 6.85e-10] []
131700 [1.39e-06, 2.19e-06, 1.97e-06, 1.88e-06, 2.30e-06, 1.35e-06, 1.02e-06, 2.34e-10, 1.77e-10, 3.99e-10, 3.38e-07, 1.48e-06, 1.21e-06, 3.74e-08, 0.00e+00, 2.80e-11, 0.00e+00, 0.00e+00, 1.57e-12, 1.19e-12, 1.04e-09, 7.21e-10] [1.39e-06, 2.19e-06, 1.97e-06, 1.88e-06, 2.30e-06, 1.35e-06, 1.02e-06, 2.34e-10, 1.77e-10, 3.99e-10, 3.38e-07, 1.48e-06, 1.21e-06, 3.74e-08, 0.00e+00, 2.80e-11, 0.00e+00, 0.00e+00, 1.57e-12, 1.19e-12, 1.04e-09, 7.21e-10] []
131800 [1.89e-06, 2.10e-06, 1.79e-06, 1.96e-06, 2.11e-06, 9.98e-07, 8.28e-07, 6.24e-06, 2.96e-05, 5.17e-07, 2.50e-06, 6.67e-06, 1.09e-05, 1.56e-05, 5.83e-08, 3.44e-08, 6.34e-08, 6.86e-08, 9.49e-07, 5.22e-06, 5.92e-06, 2.90e-05] [1.89e-06, 2.10e-06, 1.79e-06, 1.96e-06, 2.11e-06, 9.98e-07, 8.28e-07, 6.24e-06, 2.96e-05, 5.17e-07, 2.50e-06, 6.67e-06, 1.09e-05, 1.56e-05, 5.83e-08, 3.44e-08, 6.34e-08, 6.86e-08, 9.49e-07, 5.22e-06, 5.92e-06, 2.90e-05] []
131900 [1.34e-06, 2.25e-06, 1.92e-06, 1.94e-06, 2.29e-06, 1.06e-06, 7.72e-07, 5.78e-10, 1.29e-09, 7.23e-10, 3.30e-07, 1.95e-06, 1.74e-06, 5.41e-08, 0.00e+00, 1.93e-11, 0.00e+00, 3.98e-13, 3.81e-12, 9.86e-12, 1.43e-09, 3.73e-10] [1.34e-06, 2.25e-06, 1.92e-06, 1.94e-06, 2.29e-06, 1.06e-06, 7.72e-07, 5.78e-10, 1.29e-09, 7.23e-10, 3.30e-07, 1.95e-06, 1.74e-06, 5.41e-08, 0.00e+00, 1.93e-11, 0.00e+00, 3.98e-13, 3.81e-12, 9.86e-12, 1.43e-09, 3.73e-10] []
132000 [1.36e-06, 2.21e-06, 1.94e-06, 1.89e-06, 2.27e-06, 1.15e-06, 8.13e-07, 5.34e-10, 3.89e-10, 1.80e-10, 2.79e-07, 1.26e-06, 9.83e-07, 4.37e-08, 5.23e-15, 2.27e-11, 0.00e+00, 2.17e-12, 3.51e-12, 2.56e-12, 1.66e-09, 1.13e-09] [1.36e-06, 2.21e-06, 1.94e-06, 1.89e-06, 2.27e-06, 1.15e-06, 8.13e-07, 5.34e-10, 3.89e-10, 1.80e-10, 2.79e-07, 1.26e-06, 9.83e-07, 4.37e-08, 5.23e-15, 2.27e-11, 0.00e+00, 2.17e-12, 3.51e-12, 2.56e-12, 1.66e-09, 1.13e-09] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 39.544168 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
132000 [1.36e-06, 2.21e-06, 1.94e-06, 1.89e-06, 2.27e-06, 1.15e-06, 8.13e-07, 5.34e-10, 3.89e-10, 1.80e-10, 2.79e-07, 1.26e-06, 9.83e-07, 4.37e-08, 5.23e-15, 2.27e-11, 0.00e+00, 2.17e-12, 3.51e-12, 2.56e-12, 1.66e-09, 1.13e-09] [1.36e-06, 2.21e-06, 1.94e-06, 1.89e-06, 2.27e-06, 1.15e-06, 8.13e-07, 5.34e-10, 3.89e-10, 1.80e-10, 2.79e-07, 1.26e-06, 9.83e-07, 4.37e-08, 5.23e-15, 2.27e-11, 0.00e+00, 2.17e-12, 3.51e-12, 2.56e-12, 1.66e-09, 1.13e-09] []
132100 [1.35e-06, 2.18e-06, 1.96e-06, 1.88e-06, 2.26e-06, 1.19e-06, 8.24e-07, 5.75e-10, 3.86e-10, 9.89e-11, 2.57e-07, 9.74e-07, 6.60e-07, 3.17e-08, 0.00e+00, 3.54e-11, 0.00e+00, 1.23e-12, 3.82e-12, 2.54e-12, 1.75e-09, 1.16e-09] [1.35e-06, 2.18e-06, 1.96e-06, 1.88e-06, 2.26e-06, 1.19e-06, 8.24e-07, 5.75e-10, 3.86e-10, 9.89e-11, 2.57e-07, 9.74e-07, 6.60e-07, 3.17e-08, 0.00e+00, 3.54e-11, 0.00e+00, 1.23e-12, 3.82e-12, 2.54e-12, 1.75e-09, 1.16e-09] []
132200 [6.55e-06, 2.67e-06, 2.38e-06, 1.64e-06, 1.62e-06, 2.18e-06, 1.79e-06, 7.01e-10, 4.81e-10, 2.88e-06, 1.92e-05, 3.66e-05, 5.93e-05, 7.02e-05, 4.48e-07, 1.85e-06, 0.00e+00, 0.00e+00, 7.24e-12, 4.62e-12, 4.91e-11, 3.85e-11] [6.55e-06, 2.67e-06, 2.38e-06, 1.64e-06, 1.62e-06, 2.18e-06, 1.79e-06, 7.01e-10, 4.81e-10, 2.88e-06, 1.92e-05, 3.66e-05, 5.93e-05, 7.02e-05, 4.48e-07, 1.85e-06, 0.00e+00, 0.00e+00, 7.24e-12, 4.62e-12, 4.91e-11, 3.85e-11] []
132300 [1.24e-06, 2.20e-06, 1.82e-06, 1.93e-06, 2.32e-06, 1.30e-06, 1.10e-06, 3.01e-10, 2.39e-10, 1.65e-09, 4.51e-07, 2.42e-06, 2.06e-06, 2.60e-08, 0.00e+00, 6.35e-11, 0.00e+00, 0.00e+00, 2.01e-12, 1.60e-12, 1.12e-09, 8.53e-10] [1.24e-06, 2.20e-06, 1.82e-06, 1.93e-06, 2.32e-06, 1.30e-06, 1.10e-06, 3.01e-10, 2.39e-10, 1.65e-09, 4.51e-07, 2.42e-06, 2.06e-06, 2.60e-08, 0.00e+00, 6.35e-11, 0.00e+00, 0.00e+00, 2.01e-12, 1.60e-12, 1.12e-09, 8.53e-10] []
132400 [1.24e-06, 2.19e-06, 1.87e-06, 1.87e-06, 2.32e-06, 1.38e-06, 1.12e-06, 3.32e-10, 2.62e-10, 3.03e-10, 3.39e-07, 1.73e-06, 1.44e-06, 1.80e-08, 2.22e-12, 2.90e-11, 7.74e-16, 0.00e+00, 2.23e-12, 1.76e-12, 1.20e-09, 9.09e-10] [1.24e-06, 2.19e-06, 1.87e-06, 1.87e-06, 2.32e-06, 1.38e-06, 1.12e-06, 3.32e-10, 2.62e-10, 3.03e-10, 3.39e-07, 1.73e-06, 1.44e-06, 1.80e-08, 2.22e-12, 2.90e-11, 7.74e-16, 0.00e+00, 2.23e-12, 1.76e-12, 1.20e-09, 9.09e-10] []
132500 [1.22e-06, 2.17e-06, 1.91e-06, 1.85e-06, 2.32e-06, 1.40e-06, 1.10e-06, 3.44e-10, 2.76e-10, 4.67e-10, 2.85e-07, 1.40e-06, 1.16e-06, 2.06e-08, 4.06e-13, 2.40e-11, 7.90e-14, 0.00e+00, 2.31e-12, 1.86e-12, 1.25e-09, 9.31e-10] [1.22e-06, 2.17e-06, 1.91e-06, 1.85e-06, 2.32e-06, 1.40e-06, 1.10e-06, 3.44e-10, 2.76e-10, 4.67e-10, 2.85e-07, 1.40e-06, 1.16e-06, 2.06e-08, 4.06e-13, 2.40e-11, 7.90e-14, 0.00e+00, 2.31e-12, 1.86e-12, 1.25e-09, 9.31e-10] []
132600 [1.73e-06, 2.26e-06, 2.12e-06, 2.19e-06, 2.22e-06, 9.33e-07, 6.14e-07, 1.19e-09, 4.07e-10, 2.40e-09, 6.94e-07, 4.26e-06, 4.27e-06, 9.54e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.33e-11, 3.32e-12, 1.28e-10, 2.64e-10] [1.73e-06, 2.26e-06, 2.12e-06, 2.19e-06, 2.22e-06, 9.33e-07, 6.14e-07, 1.19e-09, 4.07e-10, 2.40e-09, 6.94e-07, 4.26e-06, 4.27e-06, 9.54e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.33e-11, 3.32e-12, 1.28e-10, 2.64e-10] []
132700 [1.43e-06, 2.21e-06, 1.99e-06, 2.07e-06, 2.34e-06, 8.73e-07, 6.40e-07, 2.28e-07, 1.44e-05, 6.62e-09, 1.12e-06, 1.72e-06, 1.78e-06, 1.73e-07, 1.06e-09, 8.62e-10, 2.76e-11, 4.33e-12, 2.83e-08, 2.65e-06, 1.83e-07, 1.41e-05] [1.43e-06, 2.21e-06, 1.99e-06, 2.07e-06, 2.34e-06, 8.73e-07, 6.40e-07, 2.28e-07, 1.44e-05, 6.62e-09, 1.12e-06, 1.72e-06, 1.78e-06, 1.73e-07, 1.06e-09, 8.62e-10, 2.76e-11, 4.33e-12, 2.83e-08, 2.65e-06, 1.83e-07, 1.41e-05] []
132800 [1.06e-06, 2.20e-06, 1.94e-06, 1.98e-06, 2.32e-06, 1.01e-06, 6.94e-07, 2.36e-07, 4.43e-07, 2.74e-10, 2.14e-07, 1.16e-06, 8.77e-07, 3.90e-08, 4.14e-11, 1.48e-10, 5.48e-11, 3.73e-11, 0.00e+00, 0.00e+00, 3.20e-07, 5.41e-07] [1.06e-06, 2.20e-06, 1.94e-06, 1.98e-06, 2.32e-06, 1.01e-06, 6.94e-07, 2.36e-07, 4.43e-07, 2.74e-10, 2.14e-07, 1.16e-06, 8.77e-07, 3.90e-08, 4.14e-11, 1.48e-10, 5.48e-11, 3.73e-11, 0.00e+00, 0.00e+00, 3.20e-07, 5.41e-07] []
132900 [1.29e-06, 2.17e-06, 1.93e-06, 1.95e-06, 2.29e-06, 1.14e-06, 8.25e-07, 7.01e-10, 6.41e-10, 2.19e-08, 3.31e-07, 2.10e-06, 2.11e-06, 5.53e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.66e-12, 4.29e-12, 1.95e-09, 1.33e-09] [1.29e-06, 2.17e-06, 1.93e-06, 1.95e-06, 2.29e-06, 1.14e-06, 8.25e-07, 7.01e-10, 6.41e-10, 2.19e-08, 3.31e-07, 2.10e-06, 2.11e-06, 5.53e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.66e-12, 4.29e-12, 1.95e-09, 1.33e-09] []
133000 [1.25e-06, 2.17e-06, 1.91e-06, 1.87e-06, 2.29e-06, 1.18e-06, 8.22e-07, 8.31e-10, 6.52e-10, 5.57e-10, 2.14e-07, 1.06e-06, 7.51e-07, 2.47e-08, 5.72e-14, 1.49e-11, 0.00e+00, 8.40e-12, 5.59e-12, 4.35e-12, 2.21e-09, 1.61e-09] [1.25e-06, 2.17e-06, 1.91e-06, 1.87e-06, 2.29e-06, 1.18e-06, 8.22e-07, 8.31e-10, 6.52e-10, 5.57e-10, 2.14e-07, 1.06e-06, 7.51e-07, 2.47e-08, 5.72e-14, 1.49e-11, 0.00e+00, 8.40e-12, 5.59e-12, 4.35e-12, 2.21e-09, 1.61e-09] []
133100 [6.14e-06, 3.94e-06, 3.50e-06, 3.19e-06, 2.89e-06, 1.85e-06, 1.36e-06, 7.56e-09, 1.36e-10, 2.25e-05, 5.75e-05, 3.74e-04, 5.27e-04, 4.39e-04, 0.00e+00, 0.00e+00, 1.97e-10, 1.37e-11, 9.56e-11, 7.81e-13, 3.45e-10, 3.32e-09] [6.14e-06, 3.94e-06, 3.50e-06, 3.19e-06, 2.89e-06, 1.85e-06, 1.36e-06, 7.56e-09, 1.36e-10, 2.25e-05, 5.75e-05, 3.74e-04, 5.27e-04, 4.39e-04, 0.00e+00, 0.00e+00, 1.97e-10, 1.37e-11, 9.56e-11, 7.81e-13, 3.45e-10, 3.32e-09] []
133200 [1.34e-06, 1.99e-06, 1.93e-06, 2.03e-06, 2.08e-06, 1.43e-06, 9.96e-07, 7.27e-10, 4.75e-10, 9.35e-10, 3.19e-07, 2.29e-06, 2.00e-06, 1.44e-07, 2.71e-11, 1.02e-09, 2.22e-11, 0.00e+00, 4.99e-12, 3.17e-12, 2.16e-09, 1.73e-09] [1.34e-06, 1.99e-06, 1.93e-06, 2.03e-06, 2.08e-06, 1.43e-06, 9.96e-07, 7.27e-10, 4.75e-10, 9.35e-10, 3.19e-07, 2.29e-06, 2.00e-06, 1.44e-07, 2.71e-11, 1.02e-09, 2.22e-11, 0.00e+00, 4.99e-12, 3.17e-12, 2.16e-09, 1.73e-09] []
133300 [1.30e-06, 2.02e-06, 1.93e-06, 1.94e-06, 2.14e-06, 1.44e-06, 1.02e-06, 6.66e-10, 6.14e-10, 5.79e-10, 2.10e-07, 1.52e-06, 1.30e-06, 9.03e-08, 7.61e-16, 7.07e-11, 5.78e-12, 0.00e+00, 4.60e-12, 4.26e-12, 2.11e-09, 1.46e-09] [1.30e-06, 2.02e-06, 1.93e-06, 1.94e-06, 2.14e-06, 1.44e-06, 1.02e-06, 6.66e-10, 6.14e-10, 5.79e-10, 2.10e-07, 1.52e-06, 1.30e-06, 9.03e-08, 7.61e-16, 7.07e-11, 5.78e-12, 0.00e+00, 4.60e-12, 4.26e-12, 2.11e-09, 1.46e-09] []
133400 [1.10e-06, 2.41e-06, 1.95e-06, 2.06e-06, 2.57e-06, 1.06e-06, 7.75e-07, 8.28e-10, 1.53e-10, 6.25e-09, 4.66e-07, 4.42e-06, 5.24e-06, 8.42e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.26e-12, 9.87e-13, 8.79e-10, 1.27e-09] [1.10e-06, 2.41e-06, 1.95e-06, 2.06e-06, 2.57e-06, 1.06e-06, 7.75e-07, 8.28e-10, 1.53e-10, 6.25e-09, 4.66e-07, 4.42e-06, 5.24e-06, 8.42e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.26e-12, 9.87e-13, 8.79e-10, 1.27e-09] []
133500 [1.14e-06, 2.17e-06, 1.88e-06, 1.83e-06, 2.37e-06, 1.27e-06, 9.81e-07, 5.75e-11, 2.05e-10, 6.39e-15, 1.71e-07, 1.38e-06, 1.16e-06, 3.52e-08, 9.19e-11, 1.28e-10, 0.00e+00, 2.13e-11, 3.34e-13, 0.00e+00, 1.52e-09, 3.06e-09] [1.14e-06, 2.17e-06, 1.88e-06, 1.83e-06, 2.37e-06, 1.27e-06, 9.81e-07, 5.75e-11, 2.05e-10, 6.39e-15, 1.71e-07, 1.38e-06, 1.16e-06, 3.52e-08, 9.19e-11, 1.28e-10, 0.00e+00, 2.13e-11, 3.34e-13, 0.00e+00, 1.52e-09, 3.06e-09] []
133600 [2.02e-06, 2.13e-06, 1.69e-06, 1.60e-06, 2.25e-06, 1.67e-06, 1.12e-06, 8.21e-14, 2.43e-05, 8.06e-10, 1.93e-06, 1.90e-05, 1.58e-05, 3.93e-06, 3.93e-08, 3.37e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.81e-09, 2.49e-05] [2.02e-06, 2.13e-06, 1.69e-06, 1.60e-06, 2.25e-06, 1.67e-06, 1.12e-06, 8.21e-14, 2.43e-05, 8.06e-10, 1.93e-06, 1.90e-05, 1.58e-05, 3.93e-06, 3.93e-08, 3.37e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.81e-09, 2.49e-05] []
133700 [1.13e-06, 2.28e-06, 1.69e-06, 1.72e-06, 2.55e-06, 1.39e-06, 9.04e-07, 6.48e-10, 7.54e-10, 7.58e-10, 2.81e-07, 1.61e-06, 1.66e-06, 1.12e-07, 0.00e+00, 2.05e-10, 2.01e-10, 0.00e+00, 4.09e-12, 4.60e-12, 1.84e-09, 2.42e-09] [1.13e-06, 2.28e-06, 1.69e-06, 1.72e-06, 2.55e-06, 1.39e-06, 9.04e-07, 6.48e-10, 7.54e-10, 7.58e-10, 2.81e-07, 1.61e-06, 1.66e-06, 1.12e-07, 0.00e+00, 2.05e-10, 2.01e-10, 0.00e+00, 4.09e-12, 4.60e-12, 1.84e-09, 2.42e-09] []
133800 [1.12e-06, 2.25e-06, 1.69e-06, 1.69e-06, 2.46e-06, 1.40e-06, 9.31e-07, 6.96e-10, 9.78e-10, 6.81e-10, 2.28e-07, 8.49e-07, 7.92e-07, 6.21e-08, 0.00e+00, 4.13e-11, 1.36e-10, 0.00e+00, 4.42e-12, 6.19e-12, 1.97e-09, 2.13e-09] [1.12e-06, 2.25e-06, 1.69e-06, 1.69e-06, 2.46e-06, 1.40e-06, 9.31e-07, 6.96e-10, 9.78e-10, 6.81e-10, 2.28e-07, 8.49e-07, 7.92e-07, 6.21e-08, 0.00e+00, 4.13e-11, 1.36e-10, 0.00e+00, 4.42e-12, 6.19e-12, 1.97e-09, 2.13e-09] []
133900 [2.28e-05, 5.37e-06, 4.17e-06, 3.88e-06, 4.30e-06, 2.64e-06, 2.04e-06, 4.61e-09, 1.04e-09, 1.11e-04, 1.16e-04, 6.36e-04, 7.74e-04, 3.53e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.92e-11, 6.60e-12, 3.38e-10, 2.53e-09] [2.28e-05, 5.37e-06, 4.17e-06, 3.88e-06, 4.30e-06, 2.64e-06, 2.04e-06, 4.61e-09, 1.04e-09, 1.11e-04, 1.16e-04, 6.36e-04, 7.74e-04, 3.53e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.92e-11, 6.60e-12, 3.38e-10, 2.53e-09] []
134000 [1.16e-06, 2.48e-06, 1.75e-06, 1.92e-06, 2.54e-06, 9.25e-07, 6.18e-07, 1.27e-07, 7.08e-10, 9.22e-09, 3.85e-07, 2.35e-06, 2.91e-06, 2.63e-07, 0.00e+00, 0.00e+00, 2.87e-11, 5.14e-11, 0.00e+00, 4.57e-12, 1.86e-07, 1.55e-09] [1.16e-06, 2.48e-06, 1.75e-06, 1.92e-06, 2.54e-06, 9.25e-07, 6.18e-07, 1.27e-07, 7.08e-10, 9.22e-09, 3.85e-07, 2.35e-06, 2.91e-06, 2.63e-07, 0.00e+00, 0.00e+00, 2.87e-11, 5.14e-11, 0.00e+00, 4.57e-12, 1.86e-07, 1.55e-09] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 40.249257 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
134000 [1.16e-06, 2.48e-06, 1.75e-06, 1.92e-06, 2.54e-06, 9.25e-07, 6.18e-07, 1.27e-07, 7.08e-10, 9.22e-09, 3.85e-07, 2.35e-06, 2.91e-06, 2.63e-07, 0.00e+00, 0.00e+00, 2.87e-11, 5.14e-11, 0.00e+00, 4.57e-12, 1.86e-07, 1.55e-09] [1.16e-06, 2.48e-06, 1.75e-06, 1.92e-06, 2.54e-06, 9.25e-07, 6.18e-07, 1.27e-07, 7.08e-10, 9.22e-09, 3.85e-07, 2.35e-06, 2.91e-06, 2.63e-07, 0.00e+00, 0.00e+00, 2.87e-11, 5.14e-11, 0.00e+00, 4.57e-12, 1.86e-07, 1.55e-09] []
134100 [1.16e-06, 2.34e-06, 1.72e-06, 1.78e-06, 2.46e-06, 1.09e-06, 6.86e-07, 1.03e-09, 7.74e-10, 1.06e-09, 2.80e-07, 9.92e-07, 1.10e-06, 9.41e-08, 0.00e+00, 5.69e-14, 1.70e-11, 4.81e-12, 6.47e-12, 5.00e-12, 2.50e-09, 1.72e-09] [1.16e-06, 2.34e-06, 1.72e-06, 1.78e-06, 2.46e-06, 1.09e-06, 6.86e-07, 1.03e-09, 7.74e-10, 1.06e-09, 2.80e-07, 9.92e-07, 1.10e-06, 9.41e-08, 0.00e+00, 5.69e-14, 1.70e-11, 4.81e-12, 6.47e-12, 5.00e-12, 2.50e-09, 1.72e-09] []
134200 [1.16e-06, 2.28e-06, 1.73e-06, 1.77e-06, 2.40e-06, 1.18e-06, 7.11e-07, 1.08e-09, 8.14e-10, 7.64e-10, 2.40e-07, 7.22e-07, 6.67e-07, 6.39e-08, 6.27e-13, 6.03e-13, 8.23e-12, 5.60e-13, 6.87e-12, 5.25e-12, 2.65e-09, 1.82e-09] [1.16e-06, 2.28e-06, 1.73e-06, 1.77e-06, 2.40e-06, 1.18e-06, 7.11e-07, 1.08e-09, 8.14e-10, 7.64e-10, 2.40e-07, 7.22e-07, 6.67e-07, 6.39e-08, 6.27e-13, 6.03e-13, 8.23e-12, 5.60e-13, 6.87e-12, 5.25e-12, 2.65e-09, 1.82e-09] []
134300 [2.38e-06, 3.69e-06, 2.75e-06, 2.90e-06, 3.23e-06, 1.44e-06, 1.10e-06, 2.79e-09, 8.81e-10, 2.96e-06, 4.48e-05, 2.09e-04, 2.51e-04, 4.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.14e-11, 5.97e-12, 3.77e-10, 7.60e-10] [2.38e-06, 3.69e-06, 2.75e-06, 2.90e-06, 3.23e-06, 1.44e-06, 1.10e-06, 2.79e-09, 8.81e-10, 2.96e-06, 4.48e-05, 2.09e-04, 2.51e-04, 4.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.14e-11, 5.97e-12, 3.77e-10, 7.60e-10] []
134400 [1.33e-06, 2.48e-06, 1.81e-06, 2.03e-06, 2.49e-06, 7.03e-07, 4.52e-07, 7.41e-10, 3.87e-10, 9.73e-09, 3.12e-07, 1.81e-06, 2.07e-06, 2.34e-07, 0.00e+00, 1.05e-11, 3.44e-11, 4.47e-11, 4.82e-12, 2.47e-12, 2.00e-09, 1.52e-09] [1.33e-06, 2.48e-06, 1.81e-06, 2.03e-06, 2.49e-06, 7.03e-07, 4.52e-07, 7.41e-10, 3.87e-10, 9.73e-09, 3.12e-07, 1.81e-06, 2.07e-06, 2.34e-07, 0.00e+00, 1.05e-11, 3.44e-11, 4.47e-11, 4.82e-12, 2.47e-12, 2.00e-09, 1.52e-09] []
134500 [1.28e-06, 2.36e-06, 1.77e-06, 1.87e-06, 2.44e-06, 8.77e-07, 5.39e-07, 8.96e-10, 6.42e-10, 8.77e-10, 2.23e-07, 8.09e-07, 7.67e-07, 1.07e-07, 0.00e+00, 5.15e-14, 0.00e+00, 3.52e-11, 5.89e-12, 4.24e-12, 2.32e-09, 1.49e-09] [1.28e-06, 2.36e-06, 1.77e-06, 1.87e-06, 2.44e-06, 8.77e-07, 5.39e-07, 8.96e-10, 6.42e-10, 8.77e-10, 2.23e-07, 8.09e-07, 7.67e-07, 1.07e-07, 0.00e+00, 5.15e-14, 0.00e+00, 3.52e-11, 5.89e-12, 4.24e-12, 2.32e-09, 1.49e-09] []
134600 [1.24e-06, 2.32e-06, 1.78e-06, 1.85e-06, 2.39e-06, 9.56e-07, 5.74e-07, 9.94e-10, 7.01e-10, 7.18e-10, 1.87e-07, 6.26e-07, 5.13e-07, 7.05e-08, 8.33e-13, 4.67e-13, 0.00e+00, 4.43e-11, 6.60e-12, 4.63e-12, 2.48e-09, 1.59e-09] [1.24e-06, 2.32e-06, 1.78e-06, 1.85e-06, 2.39e-06, 9.56e-07, 5.74e-07, 9.94e-10, 7.01e-10, 7.18e-10, 1.87e-07, 6.26e-07, 5.13e-07, 7.05e-08, 8.33e-13, 4.67e-13, 0.00e+00, 4.43e-11, 6.60e-12, 4.63e-12, 2.48e-09, 1.59e-09] []
134700 [5.96e-05, 6.58e-06, 4.69e-06, 6.81e-06, 7.98e-06, 4.24e-06, 4.03e-06, 2.38e-10, 9.08e-13, 3.59e-04, 4.23e-04, 1.65e-03, 2.37e-03, 1.05e-02, 1.89e-04, 1.89e-04, 6.36e-05, 6.38e-05, 1.38e-12, 0.00e+00, 3.39e-09, 3.57e-09] [5.96e-05, 6.58e-06, 4.69e-06, 6.81e-06, 7.98e-06, 4.24e-06, 4.03e-06, 2.38e-10, 9.08e-13, 3.59e-04, 4.23e-04, 1.65e-03, 2.37e-03, 1.05e-02, 1.89e-04, 1.89e-04, 6.36e-05, 6.38e-05, 1.38e-12, 0.00e+00, 3.39e-09, 3.57e-09] []
134800 [1.09e-06, 2.65e-06, 2.13e-06, 2.59e-06, 2.26e-06, 1.28e-06, 9.56e-07, 1.72e-10, 7.07e-07, 1.84e-11, 2.70e-06, 6.11e-06, 5.10e-06, 4.16e-07, 2.96e-09, 0.00e+00, 0.00e+00, 0.00e+00, 1.05e-12, 0.00e+00, 2.09e-09, 8.15e-07] [1.09e-06, 2.65e-06, 2.13e-06, 2.59e-06, 2.26e-06, 1.28e-06, 9.56e-07, 1.72e-10, 7.07e-07, 1.84e-11, 2.70e-06, 6.11e-06, 5.10e-06, 4.16e-07, 2.96e-09, 0.00e+00, 0.00e+00, 0.00e+00, 1.05e-12, 0.00e+00, 2.09e-09, 8.15e-07] []
134900 [1.28e-06, 2.15e-06, 1.82e-06, 2.04e-06, 2.10e-06, 1.47e-06, 1.06e-06, 9.30e-10, 1.44e-09, 9.28e-10, 4.16e-07, 1.41e-06, 1.53e-06, 1.38e-07, 0.00e+00, 5.06e-14, 1.42e-10, 1.82e-11, 6.39e-12, 9.82e-12, 2.43e-09, 1.84e-09] [1.28e-06, 2.15e-06, 1.82e-06, 2.04e-06, 2.10e-06, 1.47e-06, 1.06e-06, 9.30e-10, 1.44e-09, 9.28e-10, 4.16e-07, 1.41e-06, 1.53e-06, 1.38e-07, 0.00e+00, 5.06e-14, 1.42e-10, 1.82e-11, 6.39e-12, 9.82e-12, 2.43e-09, 1.84e-09] []
135000 [1.19e-06, 2.14e-06, 1.80e-06, 1.96e-06, 2.10e-06, 1.51e-06, 1.10e-06, 1.55e-09, 1.12e-09, 9.92e-09, 2.76e-07, 9.92e-07, 1.02e-06, 9.27e-08, 5.87e-12, 0.00e+00, 4.50e-11, 4.13e-14, 1.11e-11, 7.48e-12, 2.16e-09, 2.43e-09] [1.19e-06, 2.14e-06, 1.80e-06, 1.96e-06, 2.10e-06, 1.51e-06, 1.10e-06, 1.55e-09, 1.12e-09, 9.92e-09, 2.76e-07, 9.92e-07, 1.02e-06, 9.27e-08, 5.87e-12, 0.00e+00, 4.50e-11, 4.13e-14, 1.11e-11, 7.48e-12, 2.16e-09, 2.43e-09] []
135100 [1.84e-06, 2.42e-06, 2.00e-06, 2.20e-06, 2.08e-06, 1.14e-06, 6.96e-07, 2.23e-06, 2.50e-09, 2.87e-07, 4.45e-06, 2.60e-05, 1.27e-05, 4.10e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.48e-07, 1.95e-11, 2.03e-06, 2.73e-10] [1.84e-06, 2.42e-06, 2.00e-06, 2.20e-06, 2.08e-06, 1.14e-06, 6.96e-07, 2.23e-06, 2.50e-09, 2.87e-07, 4.45e-06, 2.60e-05, 1.27e-05, 4.10e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.48e-07, 1.95e-11, 2.03e-06, 2.73e-10] []
135200 [1.20e-06, 2.21e-06, 1.89e-06, 2.10e-06, 2.14e-06, 1.04e-06, 5.57e-07, 4.08e-09, 9.56e-10, 4.40e-10, 1.90e-07, 1.21e-06, 1.15e-06, 2.98e-08, 0.00e+00, 2.02e-11, 6.87e-11, 1.45e-11, 3.16e-11, 6.63e-12, 1.18e-09, 1.76e-09] [1.20e-06, 2.21e-06, 1.89e-06, 2.10e-06, 2.14e-06, 1.04e-06, 5.57e-07, 4.08e-09, 9.56e-10, 4.40e-10, 1.90e-07, 1.21e-06, 1.15e-06, 2.98e-08, 0.00e+00, 2.02e-11, 6.87e-11, 1.45e-11, 3.16e-11, 6.63e-12, 1.18e-09, 1.76e-09] []
135300 [1.16e-06, 2.19e-06, 1.84e-06, 2.02e-06, 2.15e-06, 1.12e-06, 6.16e-07, 1.80e-09, 1.08e-09, 6.11e-10, 1.67e-07, 8.47e-07, 6.54e-07, 1.94e-08, 3.46e-12, 1.07e-11, 3.24e-14, 1.52e-11, 1.25e-11, 7.43e-12, 2.99e-09, 1.91e-09] [1.16e-06, 2.19e-06, 1.84e-06, 2.02e-06, 2.15e-06, 1.12e-06, 6.16e-07, 1.80e-09, 1.08e-09, 6.11e-10, 1.67e-07, 8.47e-07, 6.54e-07, 1.94e-08, 3.46e-12, 1.07e-11, 3.24e-14, 1.52e-11, 1.25e-11, 7.43e-12, 2.99e-09, 1.91e-09] []
135400 [1.19e-06, 1.56e-06, 1.06e-06, 1.22e-06, 1.42e-06, 2.76e-06, 2.41e-06, 1.83e-09, 2.86e-11, 9.04e-07, 6.52e-06, 9.44e-05, 8.17e-05, 7.86e-06, 3.76e-08, 0.00e+00, 1.19e-06, 1.27e-06, 1.24e-11, 1.56e-13, 2.56e-09, 4.01e-09] [1.19e-06, 1.56e-06, 1.06e-06, 1.22e-06, 1.42e-06, 2.76e-06, 2.41e-06, 1.83e-09, 2.86e-11, 9.04e-07, 6.52e-06, 9.44e-05, 8.17e-05, 7.86e-06, 3.76e-08, 0.00e+00, 1.19e-06, 1.27e-06, 1.24e-11, 1.56e-13, 2.56e-09, 4.01e-09] []
135500 [9.00e-07, 3.10e-06, 2.11e-06, 2.86e-06, 2.79e-06, 1.23e-06, 1.13e-06, 7.53e-10, 6.61e-10, 2.21e-09, 6.17e-07, 1.45e-06, 1.08e-06, 6.05e-07, 2.74e-14, 1.37e-12, 1.01e-09, 6.06e-10, 5.11e-12, 4.66e-12, 2.99e-09, 1.52e-09] [9.00e-07, 3.10e-06, 2.11e-06, 2.86e-06, 2.79e-06, 1.23e-06, 1.13e-06, 7.53e-10, 6.61e-10, 2.21e-09, 6.17e-07, 1.45e-06, 1.08e-06, 6.05e-07, 2.74e-14, 1.37e-12, 1.01e-09, 6.06e-10, 5.11e-12, 4.66e-12, 2.99e-09, 1.52e-09] []
135600 [8.86e-07, 2.87e-06, 2.07e-06, 2.56e-06, 2.75e-06, 8.97e-07, 8.31e-07, 8.52e-10, 5.60e-10, 1.59e-09, 4.46e-07, 7.55e-07, 5.32e-07, 3.74e-07, 5.10e-10, 3.31e-12, 3.62e-11, 5.35e-12, 6.03e-12, 3.91e-12, 2.06e-09, 1.27e-09] [8.86e-07, 2.87e-06, 2.07e-06, 2.56e-06, 2.75e-06, 8.97e-07, 8.31e-07, 8.52e-10, 5.60e-10, 1.59e-09, 4.46e-07, 7.55e-07, 5.32e-07, 3.74e-07, 5.10e-10, 3.31e-12, 3.62e-11, 5.35e-12, 6.03e-12, 3.91e-12, 2.06e-09, 1.27e-09] []
135700 [9.31e-07, 2.74e-06, 2.03e-06, 2.41e-06, 2.70e-06, 7.86e-07, 7.11e-07, 8.48e-10, 5.46e-10, 1.30e-09, 3.60e-07, 6.00e-07, 4.19e-07, 1.49e-07, 2.61e-10, 1.98e-13, 6.59e-12, 2.44e-11, 6.12e-12, 3.80e-12, 1.97e-09, 1.27e-09] [9.31e-07, 2.74e-06, 2.03e-06, 2.41e-06, 2.70e-06, 7.86e-07, 7.11e-07, 8.48e-10, 5.46e-10, 1.30e-09, 3.60e-07, 6.00e-07, 4.19e-07, 1.49e-07, 2.61e-10, 1.98e-13, 6.59e-12, 2.44e-11, 6.12e-12, 3.80e-12, 1.97e-09, 1.27e-09] []
135800 [5.23e-06, 2.59e-06, 2.21e-06, 2.11e-06, 1.98e-06, 4.85e-07, 3.97e-07, 1.07e-09, 3.10e-06, 4.22e-07, 5.79e-06, 7.60e-05, 4.02e-05, 4.19e-05, 7.90e-07, 2.29e-07, 2.09e-11, 2.67e-11, 1.21e-11, 5.27e-07, 1.83e-10, 2.90e-06] [5.23e-06, 2.59e-06, 2.21e-06, 2.11e-06, 1.98e-06, 4.85e-07, 3.97e-07, 1.07e-09, 3.10e-06, 4.22e-07, 5.79e-06, 7.60e-05, 4.02e-05, 4.19e-05, 7.90e-07, 2.29e-07, 2.09e-11, 2.67e-11, 1.21e-11, 5.27e-07, 1.83e-10, 2.90e-06] []
135900 [1.70e-06, 2.38e-06, 1.91e-06, 2.17e-06, 2.30e-06, 7.00e-07, 5.43e-07, 3.23e-10, 2.87e-09, 1.83e-09, 8.02e-07, 1.26e-06, 1.14e-06, 7.22e-08, 0.00e+00, 6.49e-14, 4.43e-11, 9.19e-11, 3.28e-12, 2.70e-11, 1.28e-09, 3.70e-10] [1.70e-06, 2.38e-06, 1.91e-06, 2.17e-06, 2.30e-06, 7.00e-07, 5.43e-07, 3.23e-10, 2.87e-09, 1.83e-09, 8.02e-07, 1.26e-06, 1.14e-06, 7.22e-08, 0.00e+00, 6.49e-14, 4.43e-11, 9.19e-11, 3.28e-12, 2.70e-11, 1.28e-09, 3.70e-10] []
136000 [1.54e-06, 2.33e-06, 1.91e-06, 2.12e-06, 2.28e-06, 7.99e-07, 5.78e-07, 4.58e-10, 7.46e-10, 1.02e-09, 4.71e-07, 8.21e-07, 6.47e-07, 2.87e-08, 9.25e-12, 6.45e-12, 3.64e-13, 3.35e-11, 4.51e-12, 5.16e-12, 1.70e-09, 1.90e-09] [1.54e-06, 2.33e-06, 1.91e-06, 2.12e-06, 2.28e-06, 7.99e-07, 5.78e-07, 4.58e-10, 7.46e-10, 1.02e-09, 4.71e-07, 8.21e-07, 6.47e-07, 2.87e-08, 9.25e-12, 6.45e-12, 3.64e-13, 3.35e-11, 4.51e-12, 5.16e-12, 1.70e-09, 1.90e-09] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 38.930622 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
136000 [1.54e-06, 2.33e-06, 1.91e-06, 2.12e-06, 2.28e-06, 7.99e-07, 5.78e-07, 4.58e-10, 7.46e-10, 1.02e-09, 4.71e-07, 8.21e-07, 6.47e-07, 2.87e-08, 9.25e-12, 6.45e-12, 3.64e-13, 3.35e-11, 4.51e-12, 5.16e-12, 1.70e-09, 1.90e-09] [1.54e-06, 2.33e-06, 1.91e-06, 2.12e-06, 2.28e-06, 7.99e-07, 5.78e-07, 4.58e-10, 7.46e-10, 1.02e-09, 4.71e-07, 8.21e-07, 6.47e-07, 2.87e-08, 9.25e-12, 6.45e-12, 3.64e-13, 3.35e-11, 4.51e-12, 5.16e-12, 1.70e-09, 1.90e-09] []
136100 [1.42e-06, 2.32e-06, 1.93e-06, 2.13e-06, 2.26e-06, 1.03e-06, 6.10e-07, 4.37e-05, 4.22e-10, 8.27e-09, 3.91e-07, 7.11e-07, 4.30e-07, 1.65e-07, 8.15e-10, 1.89e-09, 0.00e+00, 6.81e-11, 8.59e-06, 0.00e+00, 4.27e-05, 8.07e-09] [1.42e-06, 2.32e-06, 1.93e-06, 2.13e-06, 2.26e-06, 1.03e-06, 6.10e-07, 4.37e-05, 4.22e-10, 8.27e-09, 3.91e-07, 7.11e-07, 4.30e-07, 1.65e-07, 8.15e-10, 1.89e-09, 0.00e+00, 6.81e-11, 8.59e-06, 0.00e+00, 4.27e-05, 8.07e-09] []
136200 [7.06e-06, 3.21e-06, 2.26e-06, 2.19e-06, 1.37e-06, 2.82e-06, 1.84e-06, 8.50e-09, 8.38e-11, 7.62e-06, 9.56e-05, 3.14e-04, 2.66e-04, 2.70e-04, 5.34e-05, 4.53e-05, 2.41e-06, 2.20e-06, 0.00e+00, 0.00e+00, 2.46e-08, 4.62e-09] [7.06e-06, 3.21e-06, 2.26e-06, 2.19e-06, 1.37e-06, 2.82e-06, 1.84e-06, 8.50e-09, 8.38e-11, 7.62e-06, 9.56e-05, 3.14e-04, 2.66e-04, 2.70e-04, 5.34e-05, 4.53e-05, 2.41e-06, 2.20e-06, 0.00e+00, 0.00e+00, 2.46e-08, 4.62e-09] []
136300 [1.08e-06, 2.53e-06, 2.02e-06, 2.45e-06, 2.62e-06, 6.12e-07, 4.34e-07, 5.39e-10, 1.13e-09, 4.03e-10, 9.90e-07, 7.75e-07, 5.25e-07, 8.40e-08, 0.00e+00, 2.35e-12, 2.28e-11, 2.98e-11, 1.04e-11, 9.11e-12, 2.35e-09, 1.94e-09] [1.08e-06, 2.53e-06, 2.02e-06, 2.45e-06, 2.62e-06, 6.12e-07, 4.34e-07, 5.39e-10, 1.13e-09, 4.03e-10, 9.90e-07, 7.75e-07, 5.25e-07, 8.40e-08, 0.00e+00, 2.35e-12, 2.28e-11, 2.98e-11, 1.04e-11, 9.11e-12, 2.35e-09, 1.94e-09] []
136400 [1.10e-06, 2.47e-06, 2.02e-06, 2.31e-06, 2.52e-06, 5.48e-07, 3.72e-07, 4.56e-10, 1.06e-09, 1.13e-09, 3.82e-07, 4.31e-07, 2.96e-07, 1.92e-08, 0.00e+00, 6.25e-11, 3.33e-11, 2.39e-11, 7.51e-12, 8.13e-12, 2.73e-09, 2.05e-09] [1.10e-06, 2.47e-06, 2.02e-06, 2.31e-06, 2.52e-06, 5.48e-07, 3.72e-07, 4.56e-10, 1.06e-09, 1.13e-09, 3.82e-07, 4.31e-07, 2.96e-07, 1.92e-08, 0.00e+00, 6.25e-11, 3.33e-11, 2.39e-11, 7.51e-12, 8.13e-12, 2.73e-09, 2.05e-09] []
136500 [1.07e-06, 2.45e-06, 2.00e-06, 2.22e-06, 2.50e-06, 5.82e-07, 3.90e-07, 7.48e-10, 1.11e-09, 2.13e-10, 2.49e-07, 3.45e-07, 2.63e-07, 6.83e-08, 2.12e-11, 1.86e-10, 2.80e-11, 9.49e-11, 1.13e-11, 8.39e-12, 2.39e-09, 2.09e-09] [1.07e-06, 2.45e-06, 2.00e-06, 2.22e-06, 2.50e-06, 5.82e-07, 3.90e-07, 7.48e-10, 1.11e-09, 2.13e-10, 2.49e-07, 3.45e-07, 2.63e-07, 6.83e-08, 2.12e-11, 1.86e-10, 2.80e-11, 9.49e-11, 1.13e-11, 8.39e-12, 2.39e-09, 2.09e-09] []
136600 [1.65e-06, 2.38e-06, 2.11e-06, 2.16e-06, 2.53e-06, 6.48e-07, 3.73e-07, 1.76e-09, 3.70e-10, 1.84e-07, 1.10e-06, 2.33e-06, 2.51e-06, 3.53e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.57e-12, 6.48e-09, 1.70e-09] [1.65e-06, 2.38e-06, 2.11e-06, 2.16e-06, 2.53e-06, 6.48e-07, 3.73e-07, 1.76e-09, 3.70e-10, 1.84e-07, 1.10e-06, 2.33e-06, 2.51e-06, 3.53e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.57e-12, 6.48e-09, 1.70e-09] []
136700 [1.54e-06, 2.25e-06, 2.02e-06, 2.06e-06, 2.40e-06, 7.62e-07, 4.66e-07, 4.82e-09, 8.38e-10, 1.53e-09, 4.92e-07, 8.68e-07, 7.99e-07, 6.33e-08, 0.00e+00, 8.19e-11, 1.30e-11, 0.00e+00, 1.79e-10, 6.25e-12, 6.76e-10, 1.75e-09] [1.54e-06, 2.25e-06, 2.02e-06, 2.06e-06, 2.40e-06, 7.62e-07, 4.66e-07, 4.82e-09, 8.38e-10, 1.53e-09, 4.92e-07, 8.68e-07, 7.99e-07, 6.33e-08, 0.00e+00, 8.19e-11, 1.30e-11, 0.00e+00, 1.79e-10, 6.25e-12, 6.76e-10, 1.75e-09] []
136800 [1.41e-06, 2.24e-06, 2.00e-06, 2.02e-06, 2.38e-06, 8.54e-07, 5.34e-07, 2.34e-10, 1.38e-09, 3.51e-10, 3.13e-07, 5.95e-07, 5.03e-07, 4.04e-08, 5.04e-13, 7.09e-11, 3.63e-12, 2.15e-14, 7.89e-12, 1.05e-11, 1.40e-09, 1.11e-09] [1.41e-06, 2.24e-06, 2.00e-06, 2.02e-06, 2.38e-06, 8.54e-07, 5.34e-07, 2.34e-10, 1.38e-09, 3.51e-10, 3.13e-07, 5.95e-07, 5.03e-07, 4.04e-08, 5.04e-13, 7.09e-11, 3.63e-12, 2.15e-14, 7.89e-12, 1.05e-11, 1.40e-09, 1.11e-09] []
136900 [5.81e-06, 3.85e-06, 3.53e-06, 2.67e-06, 1.92e-06, 2.01e-06, 1.80e-06, 2.48e-08, 5.91e-05, 1.22e-06, 1.10e-04, 7.40e-05, 1.74e-04, 1.21e-04, 1.46e-06, 1.14e-06, 9.15e-08, 1.07e-07, 5.45e-10, 0.00e+00, 1.62e-09, 6.12e-05] [5.81e-06, 3.85e-06, 3.53e-06, 2.67e-06, 1.92e-06, 2.01e-06, 1.80e-06, 2.48e-08, 5.91e-05, 1.22e-06, 1.10e-04, 7.40e-05, 1.74e-04, 1.21e-04, 1.46e-06, 1.14e-06, 9.15e-08, 1.07e-07, 5.45e-10, 0.00e+00, 1.62e-09, 6.12e-05] []
137000 [1.11e-06, 2.87e-06, 2.24e-06, 2.96e-06, 2.81e-06, 1.74e-06, 1.64e-06, 4.58e-09, 1.32e-08, 3.88e-07, 1.24e-05, 8.20e-06, 1.31e-05, 1.92e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.18e-11, 0.00e+00, 7.36e-09, 6.42e-08] [1.11e-06, 2.87e-06, 2.24e-06, 2.96e-06, 2.81e-06, 1.74e-06, 1.64e-06, 4.58e-09, 1.32e-08, 3.88e-07, 1.24e-05, 8.20e-06, 1.31e-05, 1.92e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.18e-11, 0.00e+00, 7.36e-09, 6.42e-08] []
137100 [1.02e-06, 2.84e-06, 2.31e-06, 2.85e-06, 2.73e-06, 1.55e-06, 1.53e-06, 2.08e-09, 3.55e-09, 3.76e-09, 8.51e-07, 1.89e-06, 1.71e-06, 1.56e-08, 2.23e-12, 1.20e-10, 3.98e-10, 0.00e+00, 2.56e-11, 4.91e-11, 4.97e-09, 3.72e-09] [1.02e-06, 2.84e-06, 2.31e-06, 2.85e-06, 2.73e-06, 1.55e-06, 1.53e-06, 2.08e-09, 3.55e-09, 3.76e-09, 8.51e-07, 1.89e-06, 1.71e-06, 1.56e-08, 2.23e-12, 1.20e-10, 3.98e-10, 0.00e+00, 2.56e-11, 4.91e-11, 4.97e-09, 3.72e-09] []
137200 [1.45e-06, 3.07e-06, 2.15e-06, 2.04e-06, 2.99e-06, 1.49e-06, 1.76e-06, 2.53e-03, 2.29e-09, 5.68e-07, 1.63e-05, 8.07e-06, 1.06e-05, 1.78e-05, 7.55e-08, 1.01e-07, 5.17e-08, 5.04e-08, 0.00e+00, 2.16e-11, 2.54e-03, 9.64e-09] [1.45e-06, 3.07e-06, 2.15e-06, 2.04e-06, 2.99e-06, 1.49e-06, 1.76e-06, 2.53e-03, 2.29e-09, 5.68e-07, 1.63e-05, 8.07e-06, 1.06e-05, 1.78e-05, 7.55e-08, 1.01e-07, 5.17e-08, 5.04e-08, 0.00e+00, 2.16e-11, 2.54e-03, 9.64e-09] []
137300 [9.80e-07, 2.68e-06, 2.12e-06, 2.36e-06, 2.68e-06, 1.08e-06, 1.00e-06, 1.82e-10, 2.10e-09, 1.38e-09, 3.10e-07, 9.58e-07, 9.72e-07, 1.39e-08, 1.38e-11, 9.66e-11, 0.00e+00, 2.31e-11, 1.34e-12, 1.93e-11, 1.49e-08, 4.72e-09] [9.80e-07, 2.68e-06, 2.12e-06, 2.36e-06, 2.68e-06, 1.08e-06, 1.00e-06, 1.82e-10, 2.10e-09, 1.38e-09, 3.10e-07, 9.58e-07, 9.72e-07, 1.39e-08, 1.38e-11, 9.66e-11, 0.00e+00, 2.31e-11, 1.34e-12, 1.93e-11, 1.49e-08, 4.72e-09] []
137400 [7.92e-06, 2.37e-06, 1.96e-06, 1.90e-06, 1.87e-06, 1.96e-06, 1.50e-06, 1.69e-09, 1.26e-09, 5.51e-05, 2.39e-05, 1.90e-04, 1.54e-04, 1.44e-04, 2.74e-06, 2.24e-06, 1.33e-06, 1.13e-06, 1.66e-11, 1.23e-11, 3.89e-09, 2.33e-09] [7.92e-06, 2.37e-06, 1.96e-06, 1.90e-06, 1.87e-06, 1.96e-06, 1.50e-06, 1.69e-09, 1.26e-09, 5.51e-05, 2.39e-05, 1.90e-04, 1.54e-04, 1.44e-04, 2.74e-06, 2.24e-06, 1.33e-06, 1.13e-06, 1.66e-11, 1.23e-11, 3.89e-09, 2.33e-09] []
137500 [1.26e-06, 2.72e-06, 2.13e-06, 2.62e-06, 2.60e-06, 1.24e-06, 1.04e-06, 4.62e-09, 3.05e-09, 1.09e-11, 8.80e-07, 3.77e-06, 2.52e-06, 3.46e-08, 5.99e-10, 1.74e-10, 3.07e-11, 0.00e+00, 4.84e-11, 3.16e-11, 1.11e-08, 7.00e-09] [1.26e-06, 2.72e-06, 2.13e-06, 2.62e-06, 2.60e-06, 1.24e-06, 1.04e-06, 4.62e-09, 3.05e-09, 1.09e-11, 8.80e-07, 3.77e-06, 2.52e-06, 3.46e-08, 5.99e-10, 1.74e-10, 3.07e-11, 0.00e+00, 4.84e-11, 3.16e-11, 1.11e-08, 7.00e-09] []
137600 [1.25e-06, 2.75e-06, 2.24e-06, 2.72e-06, 2.54e-06, 1.17e-06, 9.98e-07, 5.11e-09, 3.14e-09, 2.81e-09, 4.23e-07, 1.39e-06, 9.71e-07, 2.32e-08, 7.44e-10, 1.35e-10, 1.33e-10, 0.00e+00, 5.80e-11, 3.44e-11, 9.91e-09, 6.71e-09] [1.25e-06, 2.75e-06, 2.24e-06, 2.72e-06, 2.54e-06, 1.17e-06, 9.98e-07, 5.11e-09, 3.14e-09, 2.81e-09, 4.23e-07, 1.39e-06, 9.71e-07, 2.32e-08, 7.44e-10, 1.35e-10, 1.33e-10, 0.00e+00, 5.80e-11, 3.44e-11, 9.91e-09, 6.71e-09] []
137700 [1.24e-06, 2.65e-06, 2.27e-06, 2.61e-06, 2.56e-06, 1.09e-06, 9.46e-07, 3.31e-09, 2.18e-09, 5.71e-09, 2.90e-07, 7.91e-07, 6.07e-07, 6.65e-08, 4.31e-11, 7.00e-11, 3.58e-11, 0.00e+00, 3.76e-11, 2.41e-11, 9.02e-09, 6.02e-09] [1.24e-06, 2.65e-06, 2.27e-06, 2.61e-06, 2.56e-06, 1.09e-06, 9.46e-07, 3.31e-09, 2.18e-09, 5.71e-09, 2.90e-07, 7.91e-07, 6.07e-07, 6.65e-08, 4.31e-11, 7.00e-11, 3.58e-11, 0.00e+00, 3.76e-11, 2.41e-11, 9.02e-09, 6.02e-09] []
137800 [3.45e-06, 2.25e-06, 2.29e-06, 2.35e-06, 2.34e-06, 7.71e-07, 4.44e-07, 5.80e-10, 1.13e-09, 4.99e-07, 9.18e-06, 1.24e-05, 7.01e-06, 9.84e-06, 2.07e-07, 1.83e-07, 4.11e-10, 4.35e-10, 7.30e-12, 0.00e+00, 6.23e-09, 1.29e-08] [3.45e-06, 2.25e-06, 2.29e-06, 2.35e-06, 2.34e-06, 7.71e-07, 4.44e-07, 5.80e-10, 1.13e-09, 4.99e-07, 9.18e-06, 1.24e-05, 7.01e-06, 9.84e-06, 2.07e-07, 1.83e-07, 4.11e-10, 4.35e-10, 7.30e-12, 0.00e+00, 6.23e-09, 1.29e-08] []
137900 [1.95e-06, 2.32e-06, 2.19e-06, 2.22e-06, 2.29e-06, 8.02e-07, 5.39e-07, 1.13e-09, 7.02e-10, 1.53e-09, 7.91e-07, 9.73e-07, 5.82e-07, 9.74e-08, 0.00e+00, 3.01e-10, 1.48e-11, 0.00e+00, 1.24e-11, 7.30e-12, 3.13e-09, 2.14e-09] [1.95e-06, 2.32e-06, 2.19e-06, 2.22e-06, 2.29e-06, 8.02e-07, 5.39e-07, 1.13e-09, 7.02e-10, 1.53e-09, 7.91e-07, 9.73e-07, 5.82e-07, 9.74e-08, 0.00e+00, 3.01e-10, 1.48e-11, 0.00e+00, 1.24e-11, 7.30e-12, 3.13e-09, 2.14e-09] []
138000 [1.69e-06, 2.32e-06, 2.13e-06, 2.18e-06, 2.32e-06, 8.93e-07, 6.19e-07, 1.20e-09, 8.45e-10, 1.32e-09, 3.64e-07, 5.20e-07, 2.54e-07, 2.32e-08, 1.29e-12, 1.13e-10, 0.00e+00, 0.00e+00, 1.26e-11, 8.82e-12, 4.85e-09, 3.10e-09] [1.69e-06, 2.32e-06, 2.13e-06, 2.18e-06, 2.32e-06, 8.93e-07, 6.19e-07, 1.20e-09, 8.45e-10, 1.32e-09, 3.64e-07, 5.20e-07, 2.54e-07, 2.32e-08, 1.29e-12, 1.13e-10, 0.00e+00, 0.00e+00, 1.26e-11, 8.82e-12, 4.85e-09, 3.10e-09] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 39.481883 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
138000 [1.69e-06, 2.32e-06, 2.13e-06, 2.18e-06, 2.32e-06, 8.93e-07, 6.19e-07, 1.20e-09, 8.45e-10, 1.32e-09, 3.64e-07, 5.20e-07, 2.54e-07, 2.32e-08, 1.29e-12, 1.13e-10, 0.00e+00, 0.00e+00, 1.26e-11, 8.82e-12, 4.85e-09, 3.10e-09] [1.69e-06, 2.32e-06, 2.13e-06, 2.18e-06, 2.32e-06, 8.93e-07, 6.19e-07, 1.20e-09, 8.45e-10, 1.32e-09, 3.64e-07, 5.20e-07, 2.54e-07, 2.32e-08, 1.29e-12, 1.13e-10, 0.00e+00, 0.00e+00, 1.26e-11, 8.82e-12, 4.85e-09, 3.10e-09] []
138100 [1.54e-06, 2.74e-06, 2.14e-06, 2.32e-06, 2.74e-06, 1.19e-06, 1.19e-06, 8.39e-09, 8.41e-06, 8.82e-08, 2.28e-06, 6.11e-06, 2.91e-06, 5.32e-06, 1.41e-07, 1.15e-07, 0.00e+00, 0.00e+00, 1.26e-10, 0.00e+00, 3.57e-09, 9.10e-06] [1.54e-06, 2.74e-06, 2.14e-06, 2.32e-06, 2.74e-06, 1.19e-06, 1.19e-06, 8.39e-09, 8.41e-06, 8.82e-08, 2.28e-06, 6.11e-06, 2.91e-06, 5.32e-06, 1.41e-07, 1.15e-07, 0.00e+00, 0.00e+00, 1.26e-10, 0.00e+00, 3.57e-09, 9.10e-06] []
138200 [1.23e-06, 2.73e-06, 2.17e-06, 2.58e-06, 2.66e-06, 1.11e-06, 1.08e-06, 2.39e-09, 4.30e-09, 5.73e-09, 7.74e-07, 1.92e-06, 1.20e-06, 3.17e-08, 4.70e-13, 3.75e-11, 1.55e-11, 0.00e+00, 2.87e-11, 5.99e-11, 8.84e-09, 5.30e-09] [1.23e-06, 2.73e-06, 2.17e-06, 2.58e-06, 2.66e-06, 1.11e-06, 1.08e-06, 2.39e-09, 4.30e-09, 5.73e-09, 7.74e-07, 1.92e-06, 1.20e-06, 3.17e-08, 4.70e-13, 3.75e-11, 1.55e-11, 0.00e+00, 2.87e-11, 5.99e-11, 8.84e-09, 5.30e-09] []
138300 [1.26e-06, 2.73e-06, 2.22e-06, 2.67e-06, 2.61e-06, 1.10e-06, 1.06e-06, 2.26e-09, 3.69e-09, 3.22e-11, 3.93e-07, 1.15e-06, 8.13e-07, 1.83e-08, 1.64e-11, 1.37e-10, 0.00e+00, 0.00e+00, 2.36e-11, 4.25e-11, 8.93e-09, 5.38e-09] [1.26e-06, 2.73e-06, 2.22e-06, 2.67e-06, 2.61e-06, 1.10e-06, 1.06e-06, 2.26e-09, 3.69e-09, 3.22e-11, 3.93e-07, 1.15e-06, 8.13e-07, 1.83e-08, 1.64e-11, 1.37e-10, 0.00e+00, 0.00e+00, 2.36e-11, 4.25e-11, 8.93e-09, 5.38e-09] []
138400 [1.22e-06, 2.64e-06, 2.22e-06, 2.61e-06, 2.55e-06, 1.07e-06, 1.01e-06, 1.97e-09, 2.39e-09, 2.05e-09, 2.45e-07, 8.21e-07, 6.13e-07, 3.07e-08, 1.40e-11, 1.26e-10, 5.90e-11, 0.00e+00, 1.92e-11, 2.41e-11, 8.46e-09, 5.84e-09] [1.22e-06, 2.64e-06, 2.22e-06, 2.61e-06, 2.55e-06, 1.07e-06, 1.01e-06, 1.97e-09, 2.39e-09, 2.05e-09, 2.45e-07, 8.21e-07, 6.13e-07, 3.07e-08, 1.40e-11, 1.26e-10, 5.90e-11, 0.00e+00, 1.92e-11, 2.41e-11, 8.46e-09, 5.84e-09] []
138500 [5.01e-06, 2.47e-06, 2.40e-06, 2.05e-06, 1.70e-06, 1.47e-06, 9.37e-07, 1.48e-04, 1.65e-09, 7.31e-06, 5.23e-05, 7.67e-05, 1.08e-04, 2.03e-05, 1.29e-07, 2.82e-07, 7.07e-08, 6.79e-08, 3.18e-05, 1.94e-11, 1.46e-04, 2.30e-09] [5.01e-06, 2.47e-06, 2.40e-06, 2.05e-06, 1.70e-06, 1.47e-06, 9.37e-07, 1.48e-04, 1.65e-09, 7.31e-06, 5.23e-05, 7.67e-05, 1.08e-04, 2.03e-05, 1.29e-07, 2.82e-07, 7.07e-08, 6.79e-08, 3.18e-05, 1.94e-11, 1.46e-04, 2.30e-09] []
138600 [1.69e-06, 2.39e-06, 2.11e-06, 2.47e-06, 2.22e-06, 9.11e-07, 5.81e-07, 5.33e-06, 6.75e-10, 3.01e-09, 5.37e-07, 2.58e-06, 2.27e-06, 3.23e-08, 2.77e-12, 2.82e-10, 3.04e-12, 0.00e+00, 9.18e-07, 6.43e-12, 4.90e-06, 3.40e-09] [1.69e-06, 2.39e-06, 2.11e-06, 2.47e-06, 2.22e-06, 9.11e-07, 5.81e-07, 5.33e-06, 6.75e-10, 3.01e-09, 5.37e-07, 2.58e-06, 2.27e-06, 3.23e-08, 2.77e-12, 2.82e-10, 3.04e-12, 0.00e+00, 9.18e-07, 6.43e-12, 4.90e-06, 3.40e-09] []
138700 [1.53e-06, 2.39e-06, 2.07e-06, 2.36e-06, 2.26e-06, 9.44e-07, 6.32e-07, 3.60e-09, 1.08e-09, 1.73e-09, 3.70e-07, 1.77e-06, 1.47e-06, 2.11e-08, 7.79e-11, 3.71e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.08e-11, 2.71e-08, 3.61e-09] [1.53e-06, 2.39e-06, 2.07e-06, 2.36e-06, 2.26e-06, 9.44e-07, 6.32e-07, 3.60e-09, 1.08e-09, 1.73e-09, 3.70e-07, 1.77e-06, 1.47e-06, 2.11e-08, 7.79e-11, 3.71e-10, 0.00e+00, 0.00e+00, 0.00e+00, 1.08e-11, 2.71e-08, 3.61e-09] []
138800 [1.44e-06, 2.41e-06, 2.03e-06, 2.30e-06, 2.29e-06, 9.73e-07, 6.70e-07, 2.49e-08, 1.31e-09, 1.35e-09, 2.91e-07, 1.32e-06, 1.00e-06, 1.82e-08, 1.14e-10, 2.86e-10, 0.00e+00, 3.04e-11, 6.34e-10, 1.37e-11, 2.24e-09, 3.98e-09] [1.44e-06, 2.41e-06, 2.03e-06, 2.30e-06, 2.29e-06, 9.73e-07, 6.70e-07, 2.49e-08, 1.31e-09, 1.35e-09, 2.91e-07, 1.32e-06, 1.00e-06, 1.82e-08, 1.14e-10, 2.86e-10, 0.00e+00, 3.04e-11, 6.34e-10, 1.37e-11, 2.24e-09, 3.98e-09] []
138900 [6.37e-06, 2.45e-06, 2.28e-06, 1.65e-06, 1.80e-06, 9.62e-07, 6.68e-07, 9.13e-10, 2.25e-08, 1.97e-06, 1.48e-05, 3.74e-05, 1.00e-04, 2.78e-04, 8.25e-07, 4.30e-07, 0.00e+00, 0.00e+00, 0.00e+00, 1.61e-09, 7.60e-09, 1.06e-08] [6.37e-06, 2.45e-06, 2.28e-06, 1.65e-06, 1.80e-06, 9.62e-07, 6.68e-07, 9.13e-10, 2.25e-08, 1.97e-06, 1.48e-05, 3.74e-05, 1.00e-04, 2.78e-04, 8.25e-07, 4.30e-07, 0.00e+00, 0.00e+00, 0.00e+00, 1.61e-09, 7.60e-09, 1.06e-08] []
139000 [1.72e-06, 2.37e-06, 2.02e-06, 2.23e-06, 2.27e-06, 8.17e-07, 5.95e-07, 2.08e-09, 7.23e-07, 1.53e-09, 3.79e-07, 2.09e-06, 1.79e-06, 8.62e-08, 0.00e+00, 4.18e-10, 0.00e+00, 0.00e+00, 2.40e-11, 1.01e-07, 4.31e-09, 5.80e-07] [1.72e-06, 2.37e-06, 2.02e-06, 2.23e-06, 2.27e-06, 8.17e-07, 5.95e-07, 2.08e-09, 7.23e-07, 1.53e-09, 3.79e-07, 2.09e-06, 1.79e-06, 8.62e-08, 0.00e+00, 4.18e-10, 0.00e+00, 0.00e+00, 2.40e-11, 1.01e-07, 4.31e-09, 5.80e-07] []
139100 [1.52e-06, 2.39e-06, 1.98e-06, 2.18e-06, 2.27e-06, 8.48e-07, 5.98e-07, 1.88e-09, 1.23e-09, 1.50e-09, 2.45e-07, 1.15e-06, 9.39e-07, 3.47e-08, 2.55e-11, 2.56e-10, 0.00e+00, 3.64e-11, 2.15e-11, 0.00e+00, 6.33e-09, 1.78e-08] [1.52e-06, 2.39e-06, 1.98e-06, 2.18e-06, 2.27e-06, 8.48e-07, 5.98e-07, 1.88e-09, 1.23e-09, 1.50e-09, 2.45e-07, 1.15e-06, 9.39e-07, 3.47e-08, 2.55e-11, 2.56e-10, 0.00e+00, 3.64e-11, 2.15e-11, 0.00e+00, 6.33e-09, 1.78e-08] []
139200 [1.45e-06, 2.41e-06, 1.97e-06, 2.16e-06, 2.30e-06, 8.57e-07, 5.95e-07, 3.03e-09, 9.78e-10, 1.62e-10, 2.23e-07, 8.53e-07, 6.26e-07, 3.35e-08, 1.13e-10, 3.11e-10, 0.00e+00, 1.78e-10, 4.51e-11, 1.18e-11, 6.00e-09, 5.70e-09] [1.45e-06, 2.41e-06, 1.97e-06, 2.16e-06, 2.30e-06, 8.57e-07, 5.95e-07, 3.03e-09, 9.78e-10, 1.62e-10, 2.23e-07, 8.53e-07, 6.26e-07, 3.35e-08, 1.13e-10, 3.11e-10, 0.00e+00, 1.78e-10, 4.51e-11, 1.18e-11, 6.00e-09, 5.70e-09] []
139300 [1.49e-06, 2.42e-06, 2.02e-06, 1.92e-06, 2.32e-06, 9.89e-07, 7.42e-07, 3.36e-05, 2.73e-09, 7.36e-09, 1.76e-06, 1.24e-05, 7.13e-06, 6.47e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.13e-11, 3.53e-05, 4.37e-09] [1.49e-06, 2.42e-06, 2.02e-06, 1.92e-06, 2.32e-06, 9.89e-07, 7.42e-07, 3.36e-05, 2.73e-09, 7.36e-09, 1.76e-06, 1.24e-05, 7.13e-06, 6.47e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.13e-11, 3.53e-05, 4.37e-09] []
139400 [1.39e-06, 2.61e-06, 2.11e-06, 2.26e-06, 2.54e-06, 9.20e-07, 7.08e-07, 1.70e-10, 2.94e-09, 3.09e-09, 5.03e-07, 3.30e-06, 2.29e-06, 1.90e-08, 0.00e+00, 2.43e-10, 6.61e-12, 1.31e-14, 9.93e-13, 3.53e-11, 2.31e-08, 5.91e-09] [1.39e-06, 2.61e-06, 2.11e-06, 2.26e-06, 2.54e-06, 9.20e-07, 7.08e-07, 1.70e-10, 2.94e-09, 3.09e-09, 5.03e-07, 3.30e-06, 2.29e-06, 1.90e-08, 0.00e+00, 2.43e-10, 6.61e-12, 1.31e-14, 9.93e-13, 3.53e-11, 2.31e-08, 5.91e-09] []
139500 [1.43e-06, 2.60e-06, 2.09e-06, 2.24e-06, 2.54e-06, 8.27e-07, 6.17e-07, 2.81e-09, 2.06e-08, 1.91e-09, 3.59e-07, 1.91e-06, 1.36e-06, 1.65e-08, 0.00e+00, 2.32e-10, 0.00e+00, 4.60e-12, 2.83e-11, 6.60e-10, 1.02e-08, 3.66e-09] [1.43e-06, 2.60e-06, 2.09e-06, 2.24e-06, 2.54e-06, 8.27e-07, 6.17e-07, 2.81e-09, 2.06e-08, 1.91e-09, 3.59e-07, 1.91e-06, 1.36e-06, 1.65e-08, 0.00e+00, 2.32e-10, 0.00e+00, 4.60e-12, 2.83e-11, 6.60e-10, 1.02e-08, 3.66e-09] []
139600 [1.80e-06, 2.64e-06, 2.08e-06, 2.20e-06, 2.43e-06, 8.44e-07, 7.58e-07, 3.93e-09, 9.67e-07, 2.76e-08, 2.36e-06, 2.96e-06, 3.40e-06, 2.65e-07, 1.31e-09, 7.41e-10, 0.00e+00, 0.00e+00, 3.28e-11, 1.15e-07, 1.49e-08, 6.75e-07] [1.80e-06, 2.64e-06, 2.08e-06, 2.20e-06, 2.43e-06, 8.44e-07, 7.58e-07, 3.93e-09, 9.67e-07, 2.76e-08, 2.36e-06, 2.96e-06, 3.40e-06, 2.65e-07, 1.31e-09, 7.41e-10, 0.00e+00, 0.00e+00, 3.28e-11, 1.15e-07, 1.49e-08, 6.75e-07] []
139700 [4.87e-06, 2.92e-06, 2.43e-06, 2.15e-06, 2.25e-06, 1.06e-06, 1.04e-06, 9.08e-10, 4.74e-09, 7.64e-10, 1.23e-04, 1.08e-04, 1.87e-04, 4.07e-05, 5.89e-07, 4.98e-07, 4.56e-09, 3.03e-09, 6.80e-12, 4.80e-11, 8.20e-09, 2.56e-09] [4.87e-06, 2.92e-06, 2.43e-06, 2.15e-06, 2.25e-06, 1.06e-06, 1.04e-06, 9.08e-10, 4.74e-09, 7.64e-10, 1.23e-04, 1.08e-04, 1.87e-04, 4.07e-05, 5.89e-07, 4.98e-07, 4.56e-09, 3.03e-09, 6.80e-12, 4.80e-11, 8.20e-09, 2.56e-09] []
139800 [1.37e-06, 2.60e-06, 2.10e-06, 2.25e-06, 2.52e-06, 8.09e-07, 7.42e-07, 2.47e-09, 2.14e-09, 8.97e-09, 3.11e-07, 2.52e-06, 1.89e-06, 1.63e-07, 1.24e-12, 1.75e-10, 2.48e-11, 5.14e-12, 2.25e-11, 1.93e-11, 6.58e-09, 5.54e-09] [1.37e-06, 2.60e-06, 2.10e-06, 2.25e-06, 2.52e-06, 8.09e-07, 7.42e-07, 2.47e-09, 2.14e-09, 8.97e-09, 3.11e-07, 2.52e-06, 1.89e-06, 1.63e-07, 1.24e-12, 1.75e-10, 2.48e-11, 5.14e-12, 2.25e-11, 1.93e-11, 6.58e-09, 5.54e-09] []
139900 [1.38e-06, 2.57e-06, 2.08e-06, 2.22e-06, 2.55e-06, 7.75e-07, 7.01e-07, 1.36e-09, 1.57e-09, 6.98e-10, 2.62e-07, 1.42e-06, 1.05e-06, 2.03e-08, 0.00e+00, 7.66e-11, 0.00e+00, 1.10e-11, 1.16e-11, 1.40e-11, 5.74e-09, 4.18e-09] [1.38e-06, 2.57e-06, 2.08e-06, 2.22e-06, 2.55e-06, 7.75e-07, 7.01e-07, 1.36e-09, 1.57e-09, 6.98e-10, 2.62e-07, 1.42e-06, 1.05e-06, 2.03e-08, 0.00e+00, 7.66e-11, 0.00e+00, 1.10e-11, 1.16e-11, 1.40e-11, 5.74e-09, 4.18e-09] []
140000 [2.24e-06, 2.47e-06, 2.10e-06, 2.05e-06, 2.23e-06, 6.75e-07, 5.76e-07, 8.90e-10, 1.69e-09, 3.63e-07, 4.18e-06, 6.18e-06, 2.98e-05, 2.63e-05, 4.96e-08, 5.65e-08, 2.70e-07, 2.78e-07, 0.00e+00, 1.77e-11, 1.73e-08, 3.41e-09] [2.24e-06, 2.47e-06, 2.10e-06, 2.05e-06, 2.23e-06, 6.75e-07, 5.76e-07, 8.90e-10, 1.69e-09, 3.63e-07, 4.18e-06, 6.18e-06, 2.98e-05, 2.63e-05, 4.96e-08, 5.65e-08, 2.70e-07, 2.78e-07, 0.00e+00, 1.77e-11, 1.73e-08, 3.41e-09] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 44.598037 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
140000 [2.24e-06, 2.47e-06, 2.10e-06, 2.05e-06, 2.23e-06, 6.75e-07, 5.76e-07, 8.90e-10, 1.69e-09, 3.63e-07, 4.18e-06, 6.18e-06, 2.98e-05, 2.63e-05, 4.96e-08, 5.65e-08, 2.70e-07, 2.78e-07, 0.00e+00, 1.77e-11, 1.73e-08, 3.41e-09] [2.24e-06, 2.47e-06, 2.10e-06, 2.05e-06, 2.23e-06, 6.75e-07, 5.76e-07, 8.90e-10, 1.69e-09, 3.63e-07, 4.18e-06, 6.18e-06, 2.98e-05, 2.63e-05, 4.96e-08, 5.65e-08, 2.70e-07, 2.78e-07, 0.00e+00, 1.77e-11, 1.73e-08, 3.41e-09] []
140100 [1.47e-06, 2.57e-06, 2.13e-06, 2.25e-06, 2.51e-06, 6.77e-07, 5.98e-07, 3.37e-10, 1.08e-09, 1.76e-09, 2.53e-07, 9.39e-07, 6.40e-07, 2.63e-08, 0.00e+00, 1.75e-10, 2.56e-12, 0.00e+00, 2.64e-12, 1.06e-11, 6.53e-09, 3.61e-09] [1.47e-06, 2.57e-06, 2.13e-06, 2.25e-06, 2.51e-06, 6.77e-07, 5.98e-07, 3.37e-10, 1.08e-09, 1.76e-09, 2.53e-07, 9.39e-07, 6.40e-07, 2.63e-08, 0.00e+00, 1.75e-10, 2.56e-12, 0.00e+00, 2.64e-12, 1.06e-11, 6.53e-09, 3.61e-09] []
140200 [1.44e-06, 2.55e-06, 2.11e-06, 2.24e-06, 2.52e-06, 6.79e-07, 5.80e-07, 1.31e-09, 8.57e-10, 1.04e-09, 2.45e-07, 7.43e-07, 4.78e-07, 1.89e-08, 1.23e-11, 1.49e-10, 0.00e+00, 3.22e-12, 1.44e-11, 8.76e-12, 4.52e-09, 3.89e-09] [1.44e-06, 2.55e-06, 2.11e-06, 2.24e-06, 2.52e-06, 6.79e-07, 5.80e-07, 1.31e-09, 8.57e-10, 1.04e-09, 2.45e-07, 7.43e-07, 4.78e-07, 1.89e-08, 1.23e-11, 1.49e-10, 0.00e+00, 3.22e-12, 1.44e-11, 8.76e-12, 4.52e-09, 3.89e-09] []
140300 [9.03e-06, 2.28e-06, 2.10e-06, 2.78e-06, 2.76e-06, 3.77e-07, 3.00e-07, 2.96e-04, 1.52e-09, 3.03e-04, 2.29e-04, 1.55e-04, 3.12e-04, 9.95e-04, 1.72e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.98e-04, 9.09e-09] [9.03e-06, 2.28e-06, 2.10e-06, 2.78e-06, 2.76e-06, 3.77e-07, 3.00e-07, 2.96e-04, 1.52e-09, 3.03e-04, 2.29e-04, 1.55e-04, 3.12e-04, 9.95e-04, 1.72e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.98e-04, 9.09e-09] []
140400 [1.29e-06, 2.54e-06, 2.10e-06, 2.28e-06, 2.41e-06, 8.06e-07, 5.71e-07, 2.16e-08, 1.59e-09, 4.16e-09, 2.87e-07, 1.83e-06, 1.44e-06, 1.24e-07, 0.00e+00, 2.13e-10, 0.00e+00, 0.00e+00, 4.98e-10, 2.42e-11, 4.52e-09, 5.83e-09] [1.29e-06, 2.54e-06, 2.10e-06, 2.28e-06, 2.41e-06, 8.06e-07, 5.71e-07, 2.16e-08, 1.59e-09, 4.16e-09, 2.87e-07, 1.83e-06, 1.44e-06, 1.24e-07, 0.00e+00, 2.13e-10, 0.00e+00, 0.00e+00, 4.98e-10, 2.42e-11, 4.52e-09, 5.83e-09] []
140500 [1.32e-06, 2.51e-06, 2.08e-06, 2.20e-06, 2.52e-06, 7.86e-07, 5.77e-07, 1.17e-09, 8.36e-10, 7.70e-10, 2.45e-07, 1.06e-06, 7.34e-07, 2.82e-08, 8.57e-15, 2.11e-10, 0.00e+00, 2.75e-11, 1.32e-11, 1.25e-11, 6.27e-09, 3.50e-09] [1.32e-06, 2.51e-06, 2.08e-06, 2.20e-06, 2.52e-06, 7.86e-07, 5.77e-07, 1.17e-09, 8.36e-10, 7.70e-10, 2.45e-07, 1.06e-06, 7.34e-07, 2.82e-08, 8.57e-15, 2.11e-10, 0.00e+00, 2.75e-11, 1.32e-11, 1.25e-11, 6.27e-09, 3.50e-09] []
140600 [1.31e-05, 6.35e-06, 5.52e-06, 7.85e-06, 6.74e-06, 1.63e-06, 1.28e-06, 1.38e-09, 6.65e-11, 1.05e-06, 3.80e-05, 5.16e-04, 8.86e-04, 4.84e-04, 0.00e+00, 0.00e+00, 1.41e-08, 7.57e-09, 0.00e+00, 0.00e+00, 3.82e-08, 1.61e-08] [1.31e-05, 6.35e-06, 5.52e-06, 7.85e-06, 6.74e-06, 1.63e-06, 1.28e-06, 1.38e-09, 6.65e-11, 1.05e-06, 3.80e-05, 5.16e-04, 8.86e-04, 4.84e-04, 0.00e+00, 0.00e+00, 1.41e-08, 7.57e-09, 0.00e+00, 0.00e+00, 3.82e-08, 1.61e-08] []
140700 [1.35e-06, 2.52e-06, 2.05e-06, 2.38e-06, 2.24e-06, 8.11e-07, 5.27e-07, 3.60e-09, 1.86e-08, 1.15e-08, 4.52e-07, 2.25e-06, 1.87e-06, 1.46e-07, 0.00e+00, 5.47e-10, 2.62e-10, 0.00e+00, 1.18e-10, 1.08e-09, 5.42e-09, 5.23e-09] [1.35e-06, 2.52e-06, 2.05e-06, 2.38e-06, 2.24e-06, 8.11e-07, 5.27e-07, 3.60e-09, 1.86e-08, 1.15e-08, 4.52e-07, 2.25e-06, 1.87e-06, 1.46e-07, 0.00e+00, 5.47e-10, 2.62e-10, 0.00e+00, 1.18e-10, 1.08e-09, 5.42e-09, 5.23e-09] []
140800 [1.38e-06, 2.52e-06, 2.05e-06, 2.26e-06, 2.46e-06, 7.51e-07, 5.18e-07, 2.45e-09, 2.08e-09, 1.07e-11, 2.88e-07, 1.14e-06, 8.19e-07, 2.03e-08, 5.62e-12, 2.83e-10, 0.00e+00, 2.45e-11, 9.78e-11, 1.04e-10, 3.96e-09, 2.38e-09] [1.38e-06, 2.52e-06, 2.05e-06, 2.26e-06, 2.46e-06, 7.51e-07, 5.18e-07, 2.45e-09, 2.08e-09, 1.07e-11, 2.88e-07, 1.14e-06, 8.19e-07, 2.03e-08, 5.62e-12, 2.83e-10, 0.00e+00, 2.45e-11, 9.78e-11, 1.04e-10, 3.96e-09, 2.38e-09] []
140900 [1.39e-06, 2.49e-06, 2.04e-06, 2.19e-06, 2.48e-06, 7.48e-07, 5.18e-07, 2.39e-09, 5.79e-09, 6.15e-12, 2.65e-07, 8.77e-07, 6.27e-07, 1.74e-08, 5.61e-11, 2.81e-10, 0.00e+00, 5.47e-11, 0.00e+00, 3.48e-10, 1.45e-08, 2.74e-09] [1.39e-06, 2.49e-06, 2.04e-06, 2.19e-06, 2.48e-06, 7.48e-07, 5.18e-07, 2.39e-09, 5.79e-09, 6.15e-12, 2.65e-07, 8.77e-07, 6.27e-07, 1.74e-08, 5.61e-11, 2.81e-10, 0.00e+00, 5.47e-11, 0.00e+00, 3.48e-10, 1.45e-08, 2.74e-09] []
141000 [4.45e-06, 3.04e-06, 2.74e-06, 2.19e-06, 2.15e-06, 7.60e-07, 6.22e-07, 2.80e-08, 3.62e-05, 1.58e-05, 1.85e-05, 2.06e-05, 7.02e-05, 2.07e-04, 1.18e-06, 7.63e-07, 1.41e-06, 1.33e-06, 6.97e-10, 0.00e+00, 7.42e-09, 3.81e-05] [4.45e-06, 3.04e-06, 2.74e-06, 2.19e-06, 2.15e-06, 7.60e-07, 6.22e-07, 2.80e-08, 3.62e-05, 1.58e-05, 1.85e-05, 2.06e-05, 7.02e-05, 2.07e-04, 1.18e-06, 7.63e-07, 1.41e-06, 1.33e-06, 6.97e-10, 0.00e+00, 7.42e-09, 3.81e-05] []
141100 [1.40e-06, 2.52e-06, 2.10e-06, 2.28e-06, 2.42e-06, 6.87e-07, 5.65e-07, 2.79e-08, 3.01e-11, 7.59e-09, 3.20e-07, 8.57e-07, 6.03e-07, 3.99e-08, 6.31e-11, 8.72e-10, 8.66e-11, 0.00e+00, 6.81e-10, 0.00e+00, 8.80e-09, 2.86e-08] [1.40e-06, 2.52e-06, 2.10e-06, 2.28e-06, 2.42e-06, 6.87e-07, 5.65e-07, 2.79e-08, 3.01e-11, 7.59e-09, 3.20e-07, 8.57e-07, 6.03e-07, 3.99e-08, 6.31e-11, 8.72e-10, 8.66e-11, 0.00e+00, 6.81e-10, 0.00e+00, 8.80e-09, 2.86e-08] []
141200 [1.40e-06, 2.47e-06, 2.08e-06, 2.19e-06, 2.46e-06, 6.99e-07, 5.72e-07, 4.09e-09, 3.81e-09, 1.14e-08, 2.97e-07, 6.91e-07, 4.42e-07, 1.95e-08, 1.20e-10, 5.04e-10, 0.00e+00, 3.59e-12, 0.00e+00, 5.87e-11, 6.08e-08, 1.31e-08] [1.40e-06, 2.47e-06, 2.08e-06, 2.19e-06, 2.46e-06, 6.99e-07, 5.72e-07, 4.09e-09, 3.81e-09, 1.14e-08, 2.97e-07, 6.91e-07, 4.42e-07, 1.95e-08, 1.20e-10, 5.04e-10, 0.00e+00, 3.59e-12, 0.00e+00, 5.87e-11, 6.08e-08, 1.31e-08] []
141300 [1.19e-05, 3.27e-06, 3.25e-06, 2.14e-06, 2.27e-06, 4.38e-06, 4.67e-06, 2.63e-08, 1.89e-07, 2.66e-05, 1.05e-04, 8.16e-04, 1.15e-03, 1.12e-04, 0.00e+00, 0.00e+00, 1.70e-05, 1.83e-05, 0.00e+00, 0.00e+00, 5.39e-07, 8.88e-07] [1.19e-05, 3.27e-06, 3.25e-06, 2.14e-06, 2.27e-06, 4.38e-06, 4.67e-06, 2.63e-08, 1.89e-07, 2.66e-05, 1.05e-04, 8.16e-04, 1.15e-03, 1.12e-04, 0.00e+00, 0.00e+00, 1.70e-05, 1.83e-05, 0.00e+00, 0.00e+00, 5.39e-07, 8.88e-07] []
141400 [7.37e-06, 1.50e-06, 1.50e-06, 2.22e-06, 1.94e-06, 2.93e-06, 2.49e-06, 1.31e-05, 5.66e-07, 1.44e-05, 2.85e-05, 9.96e-05, 8.18e-05, 2.17e-06, 2.77e-08, 4.10e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-08, 2.35e-05, 9.01e-07] [7.37e-06, 1.50e-06, 1.50e-06, 2.22e-06, 1.94e-06, 2.93e-06, 2.49e-06, 1.31e-05, 5.66e-07, 1.44e-05, 2.85e-05, 9.96e-05, 8.18e-05, 2.17e-06, 2.77e-08, 4.10e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.00e-08, 2.35e-05, 9.01e-07] []
141500 [6.61e-06, 1.55e-06, 1.50e-06, 2.17e-06, 1.94e-06, 2.76e-06, 2.23e-06, 3.69e-06, 7.77e-07, 2.23e-06, 2.92e-05, 8.41e-05, 5.98e-05, 8.58e-07, 4.19e-08, 3.12e-08, 3.65e-08, 3.49e-08, 0.00e+00, 4.35e-08, 8.93e-06, 6.51e-07] [6.61e-06, 1.55e-06, 1.50e-06, 2.17e-06, 1.94e-06, 2.76e-06, 2.23e-06, 3.69e-06, 7.77e-07, 2.23e-06, 2.92e-05, 8.41e-05, 5.98e-05, 8.58e-07, 4.19e-08, 3.12e-08, 3.65e-08, 3.49e-08, 0.00e+00, 4.35e-08, 8.93e-06, 6.51e-07] []
141600 [5.80e-06, 1.47e-06, 1.19e-06, 1.12e-06, 1.68e-06, 4.61e-06, 4.29e-06, 4.36e-06, 2.89e-08, 4.52e-05, 3.82e-05, 7.58e-04, 7.63e-04, 2.12e-04, 0.00e+00, 0.00e+00, 2.26e-09, 1.64e-10, 0.00e+00, 1.57e-08, 5.19e-06, 3.28e-07] [5.80e-06, 1.47e-06, 1.19e-06, 1.12e-06, 1.68e-06, 4.61e-06, 4.29e-06, 4.36e-06, 2.89e-08, 4.52e-05, 3.82e-05, 7.58e-04, 7.63e-04, 2.12e-04, 0.00e+00, 0.00e+00, 2.26e-09, 1.64e-10, 0.00e+00, 1.57e-08, 5.19e-06, 3.28e-07] []
141700 [6.12e-06, 1.68e-06, 1.41e-06, 1.33e-06, 1.90e-06, 2.19e-06, 2.19e-06, 8.35e-07, 1.49e-07, 3.80e-08, 2.32e-05, 6.25e-04, 7.14e-04, 1.71e-07, 2.44e-07, 2.23e-07, 2.44e-07, 2.44e-07, 2.29e-07, 8.40e-08, 1.21e-06, 4.57e-07] [6.12e-06, 1.68e-06, 1.41e-06, 1.33e-06, 1.90e-06, 2.19e-06, 2.19e-06, 8.35e-07, 1.49e-07, 3.80e-08, 2.32e-05, 6.25e-04, 7.14e-04, 1.71e-07, 2.44e-07, 2.23e-07, 2.44e-07, 2.44e-07, 2.29e-07, 8.40e-08, 1.21e-06, 4.57e-07] []
141800 [9.85e-06, 1.98e-06, 1.75e-06, 1.40e-06, 1.97e-06, 1.76e-06, 1.80e-06, 1.96e-06, 2.42e-07, 3.55e-06, 2.86e-05, 6.39e-04, 7.41e-04, 2.21e-04, 1.02e-06, 9.90e-07, 1.14e-06, 1.19e-06, 3.37e-07, 7.70e-08, 1.64e-06, 4.80e-07] [9.85e-06, 1.98e-06, 1.75e-06, 1.40e-06, 1.97e-06, 1.76e-06, 1.80e-06, 1.96e-06, 2.42e-07, 3.55e-06, 2.86e-05, 6.39e-04, 7.41e-04, 2.21e-04, 1.02e-06, 9.90e-07, 1.14e-06, 1.19e-06, 3.37e-07, 7.70e-08, 1.64e-06, 4.80e-07] []
141900 [7.40e-06, 1.92e-06, 1.76e-06, 1.46e-06, 1.94e-06, 1.94e-06, 1.87e-06, 4.98e-07, 2.66e-07, 1.29e-07, 2.18e-05, 5.96e-04, 6.61e-04, 3.66e-06, 5.95e-08, 5.70e-08, 1.14e-07, 1.23e-07, 9.40e-08, 3.38e-08, 6.75e-07, 4.34e-07] [7.40e-06, 1.92e-06, 1.76e-06, 1.46e-06, 1.94e-06, 1.94e-06, 1.87e-06, 4.98e-07, 2.66e-07, 1.29e-07, 2.18e-05, 5.96e-04, 6.61e-04, 3.66e-06, 5.95e-08, 5.70e-08, 1.14e-07, 1.23e-07, 9.40e-08, 3.38e-08, 6.75e-07, 4.34e-07] []
142000 [9.20e-06, 2.11e-06, 2.09e-06, 1.65e-06, 2.24e-06, 1.60e-06, 1.54e-06, 5.44e-08, 8.92e-07, 1.15e-07, 2.93e-05, 5.65e-04, 6.09e-04, 4.36e-06, 8.07e-08, 7.74e-08, 2.13e-07, 2.17e-07, 1.67e-08, 1.08e-07, 1.01e-06, 8.96e-07] [9.20e-06, 2.11e-06, 2.09e-06, 1.65e-06, 2.24e-06, 1.60e-06, 1.54e-06, 5.44e-08, 8.92e-07, 1.15e-07, 2.93e-05, 5.65e-04, 6.09e-04, 4.36e-06, 8.07e-08, 7.74e-08, 2.13e-07, 2.17e-07, 1.67e-08, 1.08e-07, 1.01e-06, 8.96e-07] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 43.623381 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
142000 [9.20e-06, 2.11e-06, 2.09e-06, 1.65e-06, 2.24e-06, 1.60e-06, 1.54e-06, 5.44e-08, 8.92e-07, 1.15e-07, 2.93e-05, 5.65e-04, 6.09e-04, 4.36e-06, 8.07e-08, 7.74e-08, 2.13e-07, 2.17e-07, 1.67e-08, 1.08e-07, 1.01e-06, 8.96e-07] [9.20e-06, 2.11e-06, 2.09e-06, 1.65e-06, 2.24e-06, 1.60e-06, 1.54e-06, 5.44e-08, 8.92e-07, 1.15e-07, 2.93e-05, 5.65e-04, 6.09e-04, 4.36e-06, 8.07e-08, 7.74e-08, 2.13e-07, 2.17e-07, 1.67e-08, 1.08e-07, 1.01e-06, 8.96e-07] []
142100 [1.19e-05, 2.35e-06, 2.44e-06, 2.07e-06, 2.65e-06, 1.41e-06, 1.29e-06, 3.07e-10, 2.23e-06, 4.82e-07, 4.02e-05, 5.03e-04, 5.20e-04, 2.31e-07, 3.59e-08, 2.76e-08, 2.76e-07, 2.59e-07, 2.84e-08, 0.00e+00, 8.62e-07, 7.49e-06] [1.19e-05, 2.35e-06, 2.44e-06, 2.07e-06, 2.65e-06, 1.41e-06, 1.29e-06, 3.07e-10, 2.23e-06, 4.82e-07, 4.02e-05, 5.03e-04, 5.20e-04, 2.31e-07, 3.59e-08, 2.76e-08, 2.76e-07, 2.59e-07, 2.84e-08, 0.00e+00, 8.62e-07, 7.49e-06] []
142200 [1.57e-05, 2.88e-06, 3.19e-06, 2.94e-06, 3.42e-06, 1.33e-06, 1.29e-06, 4.87e-08, 7.09e-07, 7.82e-07, 2.04e-04, 3.64e-04, 4.22e-04, 3.00e-05, 2.78e-07, 2.46e-07, 1.52e-06, 1.49e-06, 5.18e-08, 1.25e-07, 1.37e-06, 1.17e-06] [1.57e-05, 2.88e-06, 3.19e-06, 2.94e-06, 3.42e-06, 1.33e-06, 1.29e-06, 4.87e-08, 7.09e-07, 7.82e-07, 2.04e-04, 3.64e-04, 4.22e-04, 3.00e-05, 2.78e-07, 2.46e-07, 1.52e-06, 1.49e-06, 5.18e-08, 1.25e-07, 1.37e-06, 1.17e-06] []
142300 [1.97e-05, 3.15e-06, 3.40e-06, 3.32e-06, 3.62e-06, 1.04e-06, 1.10e-06, 5.68e-07, 6.01e-07, 2.38e-06, 1.88e-04, 2.16e-04, 3.27e-04, 3.33e-04, 1.13e-06, 1.13e-06, 3.92e-06, 3.91e-06, 2.34e-08, 1.19e-07, 2.14e-06, 9.25e-07] [1.97e-05, 3.15e-06, 3.40e-06, 3.32e-06, 3.62e-06, 1.04e-06, 1.10e-06, 5.68e-07, 6.01e-07, 2.38e-06, 1.88e-04, 2.16e-04, 3.27e-04, 3.33e-04, 1.13e-06, 1.13e-06, 3.92e-06, 3.91e-06, 2.34e-08, 1.19e-07, 2.14e-06, 9.25e-07] []
142400 [1.77e-05, 3.35e-06, 3.55e-06, 3.58e-06, 3.78e-06, 1.05e-06, 1.06e-06, 2.29e-07, 1.36e-05, 4.18e-09, 2.39e-04, 1.45e-04, 3.49e-04, 1.59e-04, 1.09e-06, 1.00e-06, 4.33e-06, 4.13e-06, 3.03e-08, 1.81e-06, 1.19e-06, 1.08e-05] [1.77e-05, 3.35e-06, 3.55e-06, 3.58e-06, 3.78e-06, 1.05e-06, 1.06e-06, 2.29e-07, 1.36e-05, 4.18e-09, 2.39e-04, 1.45e-04, 3.49e-04, 1.59e-04, 1.09e-06, 1.00e-06, 4.33e-06, 4.13e-06, 3.03e-08, 1.81e-06, 1.19e-06, 1.08e-05] []
142500 [1.59e-05, 3.48e-06, 3.64e-06, 3.50e-06, 3.66e-06, 8.21e-07, 8.38e-07, 3.70e-06, 2.10e-06, 2.84e-06, 7.04e-05, 8.02e-05, 1.08e-04, 2.00e-04, 1.34e-06, 1.34e-06, 2.86e-06, 2.74e-06, 4.85e-07, 1.93e-07, 3.26e-06, 1.73e-06] [1.59e-05, 3.48e-06, 3.64e-06, 3.50e-06, 3.66e-06, 8.21e-07, 8.38e-07, 3.70e-06, 2.10e-06, 2.84e-06, 7.04e-05, 8.02e-05, 1.08e-04, 2.00e-04, 1.34e-06, 1.34e-06, 2.86e-06, 2.74e-06, 4.85e-07, 1.93e-07, 3.26e-06, 1.73e-06] []
142600 [1.13e-05, 3.32e-06, 3.51e-06, 3.51e-06, 3.70e-06, 8.24e-07, 8.21e-07, 5.95e-06, 1.52e-06, 6.41e-08, 3.26e-05, 3.53e-05, 2.90e-05, 6.53e-07, 8.99e-08, 9.43e-08, 4.52e-07, 4.02e-07, 0.00e+00, 1.86e-07, 7.45e-06, 1.32e-06] [1.13e-05, 3.32e-06, 3.51e-06, 3.51e-06, 3.70e-06, 8.24e-07, 8.21e-07, 5.95e-06, 1.52e-06, 6.41e-08, 3.26e-05, 3.53e-05, 2.90e-05, 6.53e-07, 8.99e-08, 9.43e-08, 4.52e-07, 4.02e-07, 0.00e+00, 1.86e-07, 7.45e-06, 1.32e-06] []
142700 [1.07e-05, 4.51e-06, 4.39e-06, 9.77e-07, 8.12e-07, 6.59e-07, 3.49e-07, 8.76e-08, 8.71e-08, 3.56e-09, 4.56e-05, 4.36e-04, 4.33e-04, 1.91e-06, 0.00e+00, 0.00e+00, 6.96e-07, 4.88e-07, 0.00e+00, 8.75e-09, 2.44e-07, 3.92e-08] [1.07e-05, 4.51e-06, 4.39e-06, 9.77e-07, 8.12e-07, 6.59e-07, 3.49e-07, 8.76e-08, 8.71e-08, 3.56e-09, 4.56e-05, 4.36e-04, 4.33e-04, 1.91e-06, 0.00e+00, 0.00e+00, 6.96e-07, 4.88e-07, 0.00e+00, 8.75e-09, 2.44e-07, 3.92e-08] []
142800 [1.24e-05, 3.02e-06, 3.11e-06, 6.25e-07, 4.73e-07, 4.86e-07, 2.88e-07, 2.14e-08, 2.36e-06, 2.16e-06, 3.54e-05, 1.36e-04, 1.26e-04, 4.90e-07, 0.00e+00, 0.00e+00, 1.09e-06, 1.06e-06, 5.45e-11, 2.02e-07, 1.10e-06, 8.86e-07] [1.24e-05, 3.02e-06, 3.11e-06, 6.25e-07, 4.73e-07, 4.86e-07, 2.88e-07, 2.14e-08, 2.36e-06, 2.16e-06, 3.54e-05, 1.36e-04, 1.26e-04, 4.90e-07, 0.00e+00, 0.00e+00, 1.09e-06, 1.06e-06, 5.45e-11, 2.02e-07, 1.10e-06, 8.86e-07] []
142900 [1.06e-05, 2.95e-06, 2.93e-06, 1.02e-06, 7.29e-07, 3.01e-07, 1.75e-07, 1.49e-06, 9.96e-07, 4.70e-07, 3.52e-05, 1.18e-04, 1.12e-04, 1.77e-06, 2.93e-07, 2.60e-07, 6.19e-07, 5.89e-07, 0.00e+00, 0.00e+00, 3.09e-06, 1.76e-06] [1.06e-05, 2.95e-06, 2.93e-06, 1.02e-06, 7.29e-07, 3.01e-07, 1.75e-07, 1.49e-06, 9.96e-07, 4.70e-07, 3.52e-05, 1.18e-04, 1.12e-04, 1.77e-06, 2.93e-07, 2.60e-07, 6.19e-07, 5.89e-07, 0.00e+00, 0.00e+00, 3.09e-06, 1.76e-06] []
143000 [1.02e-05, 3.64e-06, 3.37e-06, 1.98e-06, 1.72e-06, 4.36e-07, 2.03e-07, 6.91e-10, 3.54e-09, 1.21e-07, 2.65e-05, 7.22e-05, 4.20e-05, 1.20e-07, 2.38e-07, 2.37e-07, 4.94e-07, 4.89e-07, 7.51e-09, 6.75e-09, 2.28e-07, 1.53e-07] [1.02e-05, 3.64e-06, 3.37e-06, 1.98e-06, 1.72e-06, 4.36e-07, 2.03e-07, 6.91e-10, 3.54e-09, 1.21e-07, 2.65e-05, 7.22e-05, 4.20e-05, 1.20e-07, 2.38e-07, 2.37e-07, 4.94e-07, 4.89e-07, 7.51e-09, 6.75e-09, 2.28e-07, 1.53e-07] []
143100 [9.42e-06, 3.29e-06, 3.02e-06, 2.15e-06, 1.92e-06, 4.85e-07, 2.45e-07, 4.73e-10, 5.07e-10, 1.64e-10, 2.41e-05, 6.80e-05, 3.94e-05, 5.53e-08, 2.11e-07, 2.05e-07, 4.32e-07, 4.32e-07, 8.36e-09, 8.11e-09, 2.13e-07, 1.39e-07] [9.42e-06, 3.29e-06, 3.02e-06, 2.15e-06, 1.92e-06, 4.85e-07, 2.45e-07, 4.73e-10, 5.07e-10, 1.64e-10, 2.41e-05, 6.80e-05, 3.94e-05, 5.53e-08, 2.11e-07, 2.05e-07, 4.32e-07, 4.32e-07, 8.36e-09, 8.11e-09, 2.13e-07, 1.39e-07] []
143200 [8.80e-06, 3.12e-06, 2.87e-06, 2.27e-06, 2.02e-06, 5.57e-07, 3.05e-07, 1.87e-09, 1.06e-09, 5.38e-12, 2.26e-05, 6.58e-05, 3.81e-05, 5.93e-08, 1.81e-07, 1.74e-07, 3.83e-07, 3.82e-07, 8.94e-09, 1.15e-08, 2.41e-07, 1.53e-07] [8.80e-06, 3.12e-06, 2.87e-06, 2.27e-06, 2.02e-06, 5.57e-07, 3.05e-07, 1.87e-09, 1.06e-09, 5.38e-12, 2.26e-05, 6.58e-05, 3.81e-05, 5.93e-08, 1.81e-07, 1.74e-07, 3.83e-07, 3.82e-07, 8.94e-09, 1.15e-08, 2.41e-07, 1.53e-07] []
143300 [3.93e-05, 5.45e-06, 4.85e-06, 7.63e-06, 6.48e-06, 9.62e-07, 5.61e-07, 1.30e-07, 3.75e-09, 2.19e-04, 2.18e-04, 1.48e-03, 1.19e-03, 7.27e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.75e-08, 1.25e-08, 3.10e-07, 2.01e-07] [3.93e-05, 5.45e-06, 4.85e-06, 7.63e-06, 6.48e-06, 9.62e-07, 5.61e-07, 1.30e-07, 3.75e-09, 2.19e-04, 2.18e-04, 1.48e-03, 1.19e-03, 7.27e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.75e-08, 1.25e-08, 3.10e-07, 2.01e-07] []
143400 [8.84e-06, 2.94e-06, 2.74e-06, 2.05e-06, 1.84e-06, 6.93e-07, 4.22e-07, 6.30e-09, 3.09e-09, 4.70e-09, 2.03e-05, 6.40e-05, 3.75e-05, 1.11e-07, 1.25e-07, 1.21e-07, 2.86e-07, 2.87e-07, 9.15e-09, 8.17e-09, 2.88e-07, 1.84e-07] [8.84e-06, 2.94e-06, 2.74e-06, 2.05e-06, 1.84e-06, 6.93e-07, 4.22e-07, 6.30e-09, 3.09e-09, 4.70e-09, 2.03e-05, 6.40e-05, 3.75e-05, 1.11e-07, 1.25e-07, 1.21e-07, 2.86e-07, 2.87e-07, 9.15e-09, 8.17e-09, 2.88e-07, 1.84e-07] []
143500 [7.97e-06, 2.85e-06, 2.65e-06, 2.23e-06, 2.00e-06, 7.29e-07, 4.59e-07, 3.93e-08, 1.60e-08, 3.94e-10, 1.78e-05, 6.16e-05, 3.58e-05, 4.84e-08, 9.97e-08, 9.70e-08, 2.55e-07, 2.51e-07, 5.37e-09, 5.59e-09, 3.58e-07, 2.14e-07] [7.97e-06, 2.85e-06, 2.65e-06, 2.23e-06, 2.00e-06, 7.29e-07, 4.59e-07, 3.93e-08, 1.60e-08, 3.94e-10, 1.78e-05, 6.16e-05, 3.58e-05, 4.84e-08, 9.97e-08, 9.70e-08, 2.55e-07, 2.51e-07, 5.37e-09, 5.59e-09, 3.58e-07, 2.14e-07] []
143600 [7.32e-06, 2.48e-06, 2.66e-06, 2.01e-06, 1.80e-06, 1.06e-06, 4.63e-07, 1.56e-04, 1.03e-08, 6.68e-08, 1.89e-05, 6.24e-05, 3.55e-05, 6.39e-08, 1.89e-07, 2.14e-07, 3.63e-07, 3.54e-07, 0.00e+00, 1.46e-08, 1.65e-04, 4.35e-07] [7.32e-06, 2.48e-06, 2.66e-06, 2.01e-06, 1.80e-06, 1.06e-06, 4.63e-07, 1.56e-04, 1.03e-08, 6.68e-08, 1.89e-05, 6.24e-05, 3.55e-05, 6.39e-08, 1.89e-07, 2.14e-07, 3.63e-07, 3.54e-07, 0.00e+00, 1.46e-08, 1.65e-04, 4.35e-07] []
143700 [7.68e-06, 2.54e-06, 2.26e-06, 1.99e-06, 1.74e-06, 1.00e-06, 1.04e-06, 1.25e-06, 4.75e-05, 1.45e-05, 3.60e-05, 8.61e-05, 4.18e-05, 4.31e-06, 6.29e-07, 6.01e-07, 4.58e-07, 4.38e-07, 2.17e-07, 0.00e+00, 1.34e-06, 5.80e-05] [7.68e-06, 2.54e-06, 2.26e-06, 1.99e-06, 1.74e-06, 1.00e-06, 1.04e-06, 1.25e-06, 4.75e-05, 1.45e-05, 3.60e-05, 8.61e-05, 4.18e-05, 4.31e-06, 6.29e-07, 6.01e-07, 4.58e-07, 4.38e-07, 2.17e-07, 0.00e+00, 1.34e-06, 5.80e-05] []
143800 [7.93e-06, 2.42e-06, 2.17e-06, 1.79e-06, 1.59e-06, 1.13e-06, 1.25e-06, 6.21e-08, 2.21e-09, 3.67e-06, 2.48e-05, 8.81e-05, 7.59e-05, 2.39e-04, 1.11e-06, 1.04e-06, 1.40e-06, 1.39e-06, 2.63e-08, 1.53e-08, 3.84e-07, 5.10e-07] [7.93e-06, 2.42e-06, 2.17e-06, 1.79e-06, 1.59e-06, 1.13e-06, 1.25e-06, 6.21e-08, 2.21e-09, 3.67e-06, 2.48e-05, 8.81e-05, 7.59e-05, 2.39e-04, 1.11e-06, 1.04e-06, 1.40e-06, 1.39e-06, 2.63e-08, 1.53e-08, 3.84e-07, 5.10e-07] []
143900 [5.13e-06, 2.35e-06, 2.01e-06, 2.01e-06, 1.79e-06, 1.10e-06, 1.16e-06, 2.45e-08, 1.89e-08, 1.82e-09, 1.07e-05, 5.70e-05, 3.24e-05, 6.23e-08, 1.03e-08, 9.43e-09, 9.09e-08, 8.58e-08, 1.39e-08, 1.23e-08, 2.75e-07, 2.92e-07] [5.13e-06, 2.35e-06, 2.01e-06, 2.01e-06, 1.79e-06, 1.10e-06, 1.16e-06, 2.45e-08, 1.89e-08, 1.82e-09, 1.07e-05, 5.70e-05, 3.24e-05, 6.23e-08, 1.03e-08, 9.43e-09, 9.09e-08, 8.58e-08, 1.39e-08, 1.23e-08, 2.75e-07, 2.92e-07] []
144000 [4.38e-06, 2.32e-06, 2.00e-06, 2.06e-06, 1.84e-06, 1.10e-06, 1.13e-06, 2.38e-08, 2.75e-08, 1.91e-10, 9.75e-06, 5.61e-05, 3.14e-05, 5.28e-08, 6.56e-09, 5.55e-09, 5.72e-08, 5.46e-08, 7.39e-09, 7.12e-09, 2.44e-07, 2.53e-07] [4.38e-06, 2.32e-06, 2.00e-06, 2.06e-06, 1.84e-06, 1.10e-06, 1.13e-06, 2.38e-08, 2.75e-08, 1.91e-10, 9.75e-06, 5.61e-05, 3.14e-05, 5.28e-08, 6.56e-09, 5.55e-09, 5.72e-08, 5.46e-08, 7.39e-09, 7.12e-09, 2.44e-07, 2.53e-07] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 46.193245 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
144000 [4.38e-06, 2.32e-06, 2.00e-06, 2.06e-06, 1.84e-06, 1.10e-06, 1.13e-06, 2.38e-08, 2.75e-08, 1.91e-10, 9.75e-06, 5.61e-05, 3.14e-05, 5.28e-08, 6.56e-09, 5.55e-09, 5.72e-08, 5.46e-08, 7.39e-09, 7.12e-09, 2.44e-07, 2.53e-07] [4.38e-06, 2.32e-06, 2.00e-06, 2.06e-06, 1.84e-06, 1.10e-06, 1.13e-06, 2.38e-08, 2.75e-08, 1.91e-10, 9.75e-06, 5.61e-05, 3.14e-05, 5.28e-08, 6.56e-09, 5.55e-09, 5.72e-08, 5.46e-08, 7.39e-09, 7.12e-09, 2.44e-07, 2.53e-07] []
144100 [5.17e-06, 2.22e-06, 1.96e-06, 1.81e-06, 1.60e-06, 1.22e-06, 1.23e-06, 9.92e-09, 1.22e-08, 9.90e-07, 1.08e-05, 6.15e-05, 3.71e-05, 2.09e-05, 0.00e+00, 0.00e+00, 4.90e-09, 3.79e-09, 2.02e-09, 1.93e-09, 1.05e-07, 8.49e-08] [5.17e-06, 2.22e-06, 1.96e-06, 1.81e-06, 1.60e-06, 1.22e-06, 1.23e-06, 9.92e-09, 1.22e-08, 9.90e-07, 1.08e-05, 6.15e-05, 3.71e-05, 2.09e-05, 0.00e+00, 0.00e+00, 4.90e-09, 3.79e-09, 2.02e-09, 1.93e-09, 1.05e-07, 8.49e-08] []
144200 [4.41e-06, 2.25e-06, 2.00e-06, 1.96e-06, 1.76e-06, 1.17e-06, 1.15e-06, 7.43e-09, 8.27e-09, 1.73e-10, 9.23e-06, 5.56e-05, 3.15e-05, 4.26e-08, 7.57e-09, 7.30e-09, 5.65e-08, 5.54e-08, 1.40e-09, 1.26e-09, 1.00e-07, 8.57e-08] [4.41e-06, 2.25e-06, 2.00e-06, 1.96e-06, 1.76e-06, 1.17e-06, 1.15e-06, 7.43e-09, 8.27e-09, 1.73e-10, 9.23e-06, 5.56e-05, 3.15e-05, 4.26e-08, 7.57e-09, 7.30e-09, 5.65e-08, 5.54e-08, 1.40e-09, 1.26e-09, 1.00e-07, 8.57e-08] []
144300 [4.01e-06, 2.25e-06, 2.02e-06, 2.01e-06, 1.82e-06, 1.18e-06, 1.14e-06, 4.51e-09, 3.19e-09, 5.18e-13, 8.90e-06, 5.48e-05, 3.07e-05, 4.51e-08, 1.34e-08, 1.28e-08, 5.52e-08, 5.52e-08, 6.93e-10, 4.84e-10, 1.16e-07, 1.08e-07] [4.01e-06, 2.25e-06, 2.02e-06, 2.01e-06, 1.82e-06, 1.18e-06, 1.14e-06, 4.51e-09, 3.19e-09, 5.18e-13, 8.90e-06, 5.48e-05, 3.07e-05, 4.51e-08, 1.34e-08, 1.28e-08, 5.52e-08, 5.52e-08, 6.93e-10, 4.84e-10, 1.16e-07, 1.08e-07] []
144400 [3.83e-06, 2.25e-06, 2.03e-06, 2.01e-06, 1.83e-06, 1.21e-06, 1.15e-06, 8.04e-10, 4.92e-09, 1.04e-10, 8.77e-06, 5.43e-05, 3.02e-05, 4.51e-08, 1.57e-08, 1.51e-08, 5.12e-08, 5.23e-08, 3.56e-10, 5.70e-10, 1.44e-07, 1.30e-07] [3.83e-06, 2.25e-06, 2.03e-06, 2.01e-06, 1.83e-06, 1.21e-06, 1.15e-06, 8.04e-10, 4.92e-09, 1.04e-10, 8.77e-06, 5.43e-05, 3.02e-05, 4.51e-08, 1.57e-08, 1.51e-08, 5.12e-08, 5.23e-08, 3.56e-10, 5.70e-10, 1.44e-07, 1.30e-07] []
144500 [5.51e-06, 2.21e-06, 2.01e-06, 1.74e-06, 1.56e-06, 1.38e-06, 1.31e-06, 7.63e-09, 2.70e-09, 6.42e-08, 1.07e-05, 5.54e-05, 3.34e-05, 1.07e-06, 0.00e+00, 0.00e+00, 6.39e-08, 5.80e-08, 1.10e-09, 5.81e-10, 6.27e-08, 4.93e-08] [5.51e-06, 2.21e-06, 2.01e-06, 1.74e-06, 1.56e-06, 1.38e-06, 1.31e-06, 7.63e-09, 2.70e-09, 6.42e-08, 1.07e-05, 5.54e-05, 3.34e-05, 1.07e-06, 0.00e+00, 0.00e+00, 6.39e-08, 5.80e-08, 1.10e-09, 5.81e-10, 6.27e-08, 4.93e-08] []
144600 [4.18e-06, 2.19e-06, 2.01e-06, 1.96e-06, 1.79e-06, 1.31e-06, 1.22e-06, 1.92e-09, 1.37e-09, 2.19e-10, 8.68e-06, 5.39e-05, 3.09e-05, 3.19e-08, 8.13e-09, 8.67e-09, 6.18e-08, 6.04e-08, 4.29e-10, 3.01e-10, 4.63e-08, 3.14e-08] [4.18e-06, 2.19e-06, 2.01e-06, 1.96e-06, 1.79e-06, 1.31e-06, 1.22e-06, 1.92e-09, 1.37e-09, 2.19e-10, 8.68e-06, 5.39e-05, 3.09e-05, 3.19e-08, 8.13e-09, 8.67e-09, 6.18e-08, 6.04e-08, 4.29e-10, 3.01e-10, 4.63e-08, 3.14e-08] []
144700 [3.82e-06, 2.20e-06, 2.02e-06, 2.01e-06, 1.84e-06, 1.32e-06, 1.23e-06, 1.42e-09, 1.69e-09, 8.60e-14, 8.42e-06, 5.33e-05, 3.02e-05, 3.52e-08, 1.45e-08, 1.48e-08, 6.73e-08, 6.62e-08, 4.36e-10, 3.70e-10, 5.61e-08, 3.89e-08] [3.82e-06, 2.20e-06, 2.02e-06, 2.01e-06, 1.84e-06, 1.32e-06, 1.23e-06, 1.42e-09, 1.69e-09, 8.60e-14, 8.42e-06, 5.33e-05, 3.02e-05, 3.52e-08, 1.45e-08, 1.48e-08, 6.73e-08, 6.62e-08, 4.36e-10, 3.70e-10, 5.61e-08, 3.89e-08] []
144800 [3.67e-06, 2.19e-06, 2.02e-06, 2.00e-06, 1.85e-06, 1.36e-06, 1.25e-06, 1.64e-09, 1.90e-09, 3.10e-11, 8.34e-06, 5.29e-05, 2.98e-05, 3.69e-08, 1.74e-08, 1.75e-08, 6.76e-08, 6.71e-08, 5.08e-10, 4.33e-10, 5.99e-08, 4.30e-08] [3.67e-06, 2.19e-06, 2.02e-06, 2.00e-06, 1.85e-06, 1.36e-06, 1.25e-06, 1.64e-09, 1.90e-09, 3.10e-11, 8.34e-06, 5.29e-05, 2.98e-05, 3.69e-08, 1.74e-08, 1.75e-08, 6.76e-08, 6.71e-08, 5.08e-10, 4.33e-10, 5.99e-08, 4.30e-08] []
144900 [6.62e-06, 2.49e-06, 2.31e-06, 2.04e-06, 1.73e-06, 1.29e-06, 1.20e-06, 4.84e-08, 8.50e-09, 7.76e-10, 1.67e-05, 6.43e-05, 4.21e-05, 3.35e-05, 2.51e-07, 2.99e-07, 2.46e-07, 2.23e-07, 3.77e-09, 1.09e-09, 7.19e-08, 5.48e-08] [6.62e-06, 2.49e-06, 2.31e-06, 2.04e-06, 1.73e-06, 1.29e-06, 1.20e-06, 4.84e-08, 8.50e-09, 7.76e-10, 1.67e-05, 6.43e-05, 4.21e-05, 3.35e-05, 2.51e-07, 2.99e-07, 2.46e-07, 2.23e-07, 3.77e-09, 1.09e-09, 7.19e-08, 5.48e-08] []
145000 [5.93e-06, 3.34e-06, 3.10e-06, 2.99e-06, 2.45e-06, 7.29e-07, 6.54e-07, 2.07e-10, 2.95e-11, 1.85e-12, 1.32e-05, 1.11e-05, 1.99e-05, 5.92e-08, 1.02e-08, 1.35e-08, 6.05e-08, 5.55e-08, 3.15e-10, 1.71e-10, 1.09e-08, 3.23e-09] [5.93e-06, 3.34e-06, 3.10e-06, 2.99e-06, 2.45e-06, 7.29e-07, 6.54e-07, 2.07e-10, 2.95e-11, 1.85e-12, 1.32e-05, 1.11e-05, 1.99e-05, 5.92e-08, 1.02e-08, 1.35e-08, 6.05e-08, 5.55e-08, 3.15e-10, 1.71e-10, 1.09e-08, 3.23e-09] []
145100 [4.40e-06, 3.26e-06, 2.96e-06, 3.00e-06, 2.65e-06, 6.10e-07, 5.24e-07, 5.85e-10, 1.40e-11, 2.47e-10, 3.19e-06, 7.17e-06, 1.09e-05, 3.52e-08, 7.58e-09, 8.49e-09, 8.54e-08, 8.03e-08, 3.56e-10, 1.90e-10, 1.51e-08, 4.04e-09] [4.40e-06, 3.26e-06, 2.96e-06, 3.00e-06, 2.65e-06, 6.10e-07, 5.24e-07, 5.85e-10, 1.40e-11, 2.47e-10, 3.19e-06, 7.17e-06, 1.09e-05, 3.52e-08, 7.58e-09, 8.49e-09, 8.54e-08, 8.03e-08, 3.56e-10, 1.90e-10, 1.51e-08, 4.04e-09] []
145200 [4.13e-06, 3.21e-06, 2.91e-06, 2.91e-06, 2.63e-06, 6.39e-07, 5.58e-07, 5.91e-10, 3.70e-10, 6.52e-11, 2.53e-06, 6.11e-06, 8.97e-06, 3.44e-08, 1.52e-08, 1.57e-08, 1.08e-07, 1.02e-07, 4.12e-10, 3.14e-10, 1.65e-08, 4.02e-09] [4.13e-06, 3.21e-06, 2.91e-06, 2.91e-06, 2.63e-06, 6.39e-07, 5.58e-07, 5.91e-10, 3.70e-10, 6.52e-11, 2.53e-06, 6.11e-06, 8.97e-06, 3.44e-08, 1.52e-08, 1.57e-08, 1.08e-07, 1.02e-07, 4.12e-10, 3.14e-10, 1.65e-08, 4.02e-09] []
145300 [7.56e-06, 3.31e-06, 2.99e-06, 2.08e-06, 1.95e-06, 6.73e-07, 6.09e-07, 3.87e-06, 4.67e-06, 6.30e-06, 5.43e-05, 7.69e-05, 9.35e-05, 3.87e-05, 2.63e-07, 5.05e-07, 9.51e-08, 9.12e-08, 0.00e+00, 0.00e+00, 4.00e-06, 4.66e-06] [7.56e-06, 3.31e-06, 2.99e-06, 2.08e-06, 1.95e-06, 6.73e-07, 6.09e-07, 3.87e-06, 4.67e-06, 6.30e-06, 5.43e-05, 7.69e-05, 9.35e-05, 3.87e-05, 2.63e-07, 5.05e-07, 9.51e-08, 9.12e-08, 0.00e+00, 0.00e+00, 4.00e-06, 4.66e-06] []
145400 [4.42e-06, 3.13e-06, 2.84e-06, 2.78e-06, 2.56e-06, 6.77e-07, 5.89e-07, 1.26e-08, 4.73e-11, 1.25e-10, 2.93e-06, 5.89e-06, 9.09e-06, 4.27e-08, 8.86e-09, 9.40e-09, 1.07e-07, 1.02e-07, 1.28e-09, 1.51e-10, 1.21e-08, 5.77e-09] [4.42e-06, 3.13e-06, 2.84e-06, 2.78e-06, 2.56e-06, 6.77e-07, 5.89e-07, 1.26e-08, 4.73e-11, 1.25e-10, 2.93e-06, 5.89e-06, 9.09e-06, 4.27e-08, 8.86e-09, 9.40e-09, 1.07e-07, 1.02e-07, 1.28e-09, 1.51e-10, 1.21e-08, 5.77e-09] []
145500 [3.93e-06, 3.13e-06, 2.84e-06, 2.82e-06, 2.63e-06, 7.08e-07, 6.18e-07, 1.73e-09, 2.25e-10, 2.67e-10, 2.50e-06, 5.41e-06, 8.02e-06, 4.04e-08, 1.77e-08, 1.79e-08, 1.24e-07, 1.18e-07, 1.30e-10, 3.00e-10, 3.07e-08, 4.94e-09] [3.93e-06, 3.13e-06, 2.84e-06, 2.82e-06, 2.63e-06, 7.08e-07, 6.18e-07, 1.73e-09, 2.25e-10, 2.67e-10, 2.50e-06, 5.41e-06, 8.02e-06, 4.04e-08, 1.77e-08, 1.79e-08, 1.24e-07, 1.18e-07, 1.30e-10, 3.00e-10, 3.07e-08, 4.94e-09] []
145600 [3.80e-06, 3.11e-06, 2.83e-06, 2.79e-06, 2.63e-06, 7.56e-07, 6.61e-07, 1.10e-09, 4.87e-10, 1.54e-10, 2.38e-06, 5.05e-06, 7.40e-06, 3.24e-08, 2.30e-08, 2.30e-08, 1.39e-07, 1.32e-07, 5.49e-10, 3.68e-10, 2.00e-08, 5.20e-09] [3.80e-06, 3.11e-06, 2.83e-06, 2.79e-06, 2.63e-06, 7.56e-07, 6.61e-07, 1.10e-09, 4.87e-10, 1.54e-10, 2.38e-06, 5.05e-06, 7.40e-06, 3.24e-08, 2.30e-08, 2.30e-08, 1.39e-07, 1.32e-07, 5.49e-10, 3.68e-10, 2.00e-08, 5.20e-09] []
145700 [4.77e-06, 2.99e-06, 2.70e-06, 2.63e-06, 2.48e-06, 7.86e-07, 6.81e-07, 8.66e-09, 1.19e-09, 1.71e-08, 4.18e-06, 5.56e-06, 8.81e-06, 8.38e-07, 0.00e+00, 0.00e+00, 5.35e-08, 5.18e-08, 1.59e-09, 6.93e-10, 1.99e-08, 8.67e-09] [4.77e-06, 2.99e-06, 2.70e-06, 2.63e-06, 2.48e-06, 7.86e-07, 6.81e-07, 8.66e-09, 1.19e-09, 1.71e-08, 4.18e-06, 5.56e-06, 8.81e-06, 8.38e-07, 0.00e+00, 0.00e+00, 5.35e-08, 5.18e-08, 1.59e-09, 6.93e-10, 1.99e-08, 8.67e-09] []
145800 [3.75e-06, 3.04e-06, 2.76e-06, 2.77e-06, 2.63e-06, 7.81e-07, 6.73e-07, 9.04e-10, 3.00e-10, 9.73e-12, 2.60e-06, 4.84e-06, 7.42e-06, 4.49e-08, 1.62e-08, 1.65e-08, 1.31e-07, 1.24e-07, 4.96e-10, 3.11e-10, 2.34e-08, 6.74e-09] [3.75e-06, 3.04e-06, 2.76e-06, 2.77e-06, 2.63e-06, 7.81e-07, 6.73e-07, 9.04e-10, 3.00e-10, 9.73e-12, 2.60e-06, 4.84e-06, 7.42e-06, 4.49e-08, 1.62e-08, 1.65e-08, 1.31e-07, 1.24e-07, 4.96e-10, 3.11e-10, 2.34e-08, 6.74e-09] []
145900 [3.71e-06, 3.03e-06, 2.76e-06, 2.73e-06, 2.62e-06, 8.26e-07, 7.13e-07, 1.10e-08, 4.81e-10, 5.67e-08, 2.64e-06, 5.00e-06, 7.67e-06, 2.32e-06, 5.17e-08, 5.24e-08, 2.27e-07, 2.22e-07, 1.55e-09, 4.16e-10, 1.82e-08, 5.92e-09] [3.71e-06, 3.03e-06, 2.76e-06, 2.73e-06, 2.62e-06, 8.26e-07, 7.13e-07, 1.10e-08, 4.81e-10, 5.67e-08, 2.64e-06, 5.00e-06, 7.67e-06, 2.32e-06, 5.17e-08, 5.24e-08, 2.27e-07, 2.22e-07, 1.55e-09, 4.16e-10, 1.82e-08, 5.92e-09] []
146000 [6.56e-06, 3.11e-06, 2.82e-06, 2.83e-06, 2.66e-06, 8.55e-07, 6.22e-07, 2.65e-06, 2.70e-08, 8.83e-08, 1.42e-05, 7.66e-06, 1.29e-05, 2.02e-06, 3.43e-08, 3.22e-08, 2.47e-07, 2.45e-07, 3.06e-07, 9.30e-09, 1.40e-06, 5.75e-07] [6.56e-06, 3.11e-06, 2.82e-06, 2.83e-06, 2.66e-06, 8.55e-07, 6.22e-07, 2.65e-06, 2.70e-08, 8.83e-08, 1.42e-05, 7.66e-06, 1.29e-05, 2.02e-06, 3.43e-08, 3.22e-08, 2.47e-07, 2.45e-07, 3.06e-07, 9.30e-09, 1.40e-06, 5.75e-07] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 45.345727 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
146000 [6.56e-06, 3.11e-06, 2.82e-06, 2.83e-06, 2.66e-06, 8.55e-07, 6.22e-07, 2.65e-06, 2.70e-08, 8.83e-08, 1.42e-05, 7.66e-06, 1.29e-05, 2.02e-06, 3.43e-08, 3.22e-08, 2.47e-07, 2.45e-07, 3.06e-07, 9.30e-09, 1.40e-06, 5.75e-07] [6.56e-06, 3.11e-06, 2.82e-06, 2.83e-06, 2.66e-06, 8.55e-07, 6.22e-07, 2.65e-06, 2.70e-08, 8.83e-08, 1.42e-05, 7.66e-06, 1.29e-05, 2.02e-06, 3.43e-08, 3.22e-08, 2.47e-07, 2.45e-07, 3.06e-07, 9.30e-09, 1.40e-06, 5.75e-07] []
146100 [4.15e-06, 2.97e-06, 2.73e-06, 2.86e-06, 2.71e-06, 7.53e-07, 5.63e-07, 3.48e-09, 3.13e-09, 7.12e-10, 4.57e-06, 4.27e-06, 7.62e-06, 3.71e-08, 2.41e-09, 3.74e-09, 1.00e-07, 9.87e-08, 9.14e-10, 6.37e-10, 6.50e-08, 3.77e-08] [4.15e-06, 2.97e-06, 2.73e-06, 2.86e-06, 2.71e-06, 7.53e-07, 5.63e-07, 3.48e-09, 3.13e-09, 7.12e-10, 4.57e-06, 4.27e-06, 7.62e-06, 3.71e-08, 2.41e-09, 3.74e-09, 1.00e-07, 9.87e-08, 9.14e-10, 6.37e-10, 6.50e-08, 3.77e-08] []
146200 [3.77e-06, 2.99e-06, 2.75e-06, 2.77e-06, 2.67e-06, 7.59e-07, 5.82e-07, 1.85e-09, 1.12e-08, 1.44e-12, 3.14e-06, 4.15e-06, 6.95e-06, 3.54e-08, 1.75e-08, 1.90e-08, 1.50e-07, 1.46e-07, 4.54e-10, 3.25e-12, 6.29e-08, 8.45e-08] [3.77e-06, 2.99e-06, 2.75e-06, 2.77e-06, 2.67e-06, 7.59e-07, 5.82e-07, 1.85e-09, 1.12e-08, 1.44e-12, 3.14e-06, 4.15e-06, 6.95e-06, 3.54e-08, 1.75e-08, 1.90e-08, 1.50e-07, 1.46e-07, 4.54e-10, 3.25e-12, 6.29e-08, 8.45e-08] []
146300 [6.75e-06, 3.23e-06, 2.97e-06, 2.53e-06, 2.45e-06, 7.62e-07, 5.92e-07, 3.36e-08, 2.49e-09, 1.61e-07, 1.63e-05, 2.37e-05, 1.40e-05, 3.86e-05, 0.00e+00, 0.00e+00, 3.16e-09, 1.95e-09, 0.00e+00, 7.22e-11, 4.07e-07, 1.14e-07] [6.75e-06, 3.23e-06, 2.97e-06, 2.53e-06, 2.45e-06, 7.62e-07, 5.92e-07, 3.36e-08, 2.49e-09, 1.61e-07, 1.63e-05, 2.37e-05, 1.40e-05, 3.86e-05, 0.00e+00, 0.00e+00, 3.16e-09, 1.95e-09, 0.00e+00, 7.22e-11, 4.07e-07, 1.14e-07] []
146400 [3.87e-06, 2.97e-06, 2.70e-06, 2.73e-06, 2.63e-06, 7.26e-07, 5.50e-07, 2.20e-08, 1.17e-10, 1.34e-09, 3.28e-06, 4.47e-06, 7.27e-06, 5.01e-08, 1.47e-08, 1.60e-08, 1.57e-07, 1.53e-07, 1.86e-09, 1.65e-10, 5.83e-08, 3.99e-08] [3.87e-06, 2.97e-06, 2.70e-06, 2.73e-06, 2.63e-06, 7.26e-07, 5.50e-07, 2.20e-08, 1.17e-10, 1.34e-09, 3.28e-06, 4.47e-06, 7.27e-06, 5.01e-08, 1.47e-08, 1.60e-08, 1.57e-07, 1.53e-07, 1.86e-09, 1.65e-10, 5.83e-08, 3.99e-08] []
146500 [3.61e-06, 2.98e-06, 2.70e-06, 2.73e-06, 2.65e-06, 7.59e-07, 5.87e-07, 7.62e-09, 3.21e-08, 2.52e-10, 2.84e-06, 4.17e-06, 6.67e-06, 4.28e-08, 2.36e-08, 2.44e-08, 1.75e-07, 1.69e-07, 9.90e-10, 2.47e-09, 6.58e-08, 3.21e-08] [3.61e-06, 2.98e-06, 2.70e-06, 2.73e-06, 2.65e-06, 7.59e-07, 5.87e-07, 7.62e-09, 3.21e-08, 2.52e-10, 2.84e-06, 4.17e-06, 6.67e-06, 4.28e-08, 2.36e-08, 2.44e-08, 1.75e-07, 1.69e-07, 9.90e-10, 2.47e-09, 6.58e-08, 3.21e-08] []
146600 [3.50e-06, 2.97e-06, 2.68e-06, 2.71e-06, 2.64e-06, 8.00e-07, 6.29e-07, 3.03e-09, 3.60e-08, 3.82e-10, 2.72e-06, 3.92e-06, 6.29e-06, 3.78e-08, 2.51e-08, 2.56e-08, 1.74e-07, 1.68e-07, 5.67e-10, 0.00e+00, 6.75e-08, 1.42e-07] [3.50e-06, 2.97e-06, 2.68e-06, 2.71e-06, 2.64e-06, 8.00e-07, 6.29e-07, 3.03e-09, 3.60e-08, 3.82e-10, 2.72e-06, 3.92e-06, 6.29e-06, 3.78e-08, 2.51e-08, 2.56e-08, 1.74e-07, 1.68e-07, 5.67e-10, 0.00e+00, 6.75e-08, 1.42e-07] []
146700 [5.66e-06, 2.93e-06, 2.64e-06, 2.41e-06, 2.35e-06, 8.36e-07, 6.58e-07, 2.97e-06, 2.04e-09, 2.39e-06, 1.09e-05, 8.49e-06, 2.25e-05, 1.46e-05, 0.00e+00, 0.00e+00, 2.71e-07, 2.73e-07, 0.00e+00, 8.83e-12, 4.65e-06, 1.66e-07] [5.66e-06, 2.93e-06, 2.64e-06, 2.41e-06, 2.35e-06, 8.36e-07, 6.58e-07, 2.97e-06, 2.04e-09, 2.39e-06, 1.09e-05, 8.49e-06, 2.25e-05, 1.46e-05, 0.00e+00, 0.00e+00, 2.71e-07, 2.73e-07, 0.00e+00, 8.83e-12, 4.65e-06, 1.66e-07] []
146800 [3.56e-06, 2.92e-06, 2.65e-06, 2.73e-06, 2.65e-06, 7.75e-07, 5.87e-07, 2.87e-07, 6.39e-06, 6.37e-09, 3.42e-06, 4.18e-06, 6.94e-06, 6.31e-07, 3.15e-08, 3.30e-08, 2.24e-07, 2.19e-07, 2.20e-08, 8.89e-07, 9.83e-08, 5.36e-06] [3.56e-06, 2.92e-06, 2.65e-06, 2.73e-06, 2.65e-06, 7.75e-07, 5.87e-07, 2.87e-07, 6.39e-06, 6.37e-09, 3.42e-06, 4.18e-06, 6.94e-06, 6.31e-07, 3.15e-08, 3.30e-08, 2.24e-07, 2.19e-07, 2.20e-08, 8.89e-07, 9.83e-08, 5.36e-06] []
146900 [3.38e-06, 2.91e-06, 2.61e-06, 2.68e-06, 2.62e-06, 8.15e-07, 6.19e-07, 7.59e-08, 1.38e-07, 1.70e-08, 2.84e-06, 3.63e-06, 6.13e-06, 3.70e-08, 2.76e-08, 2.86e-08, 1.82e-07, 1.76e-07, 6.25e-09, 0.00e+00, 6.58e-08, 3.44e-07] [3.38e-06, 2.91e-06, 2.61e-06, 2.68e-06, 2.62e-06, 8.15e-07, 6.19e-07, 7.59e-08, 1.38e-07, 1.70e-08, 2.84e-06, 3.63e-06, 6.13e-06, 3.70e-08, 2.76e-08, 2.86e-08, 1.82e-07, 1.76e-07, 6.25e-09, 0.00e+00, 6.58e-08, 3.44e-07] []
147000 [5.04e-06, 2.82e-06, 2.55e-06, 2.54e-06, 2.50e-06, 8.16e-07, 5.75e-07, 9.35e-07, 5.14e-07, 1.89e-07, 6.38e-06, 7.84e-06, 1.20e-05, 1.83e-05, 7.37e-08, 8.09e-08, 5.11e-07, 5.02e-07, 9.59e-08, 4.87e-08, 5.81e-07, 2.70e-07] [5.04e-06, 2.82e-06, 2.55e-06, 2.54e-06, 2.50e-06, 8.16e-07, 5.75e-07, 9.35e-07, 5.14e-07, 1.89e-07, 6.38e-06, 7.84e-06, 1.20e-05, 1.83e-05, 7.37e-08, 8.09e-08, 5.11e-07, 5.02e-07, 9.59e-08, 4.87e-08, 5.81e-07, 2.70e-07] []
147100 [3.27e-06, 2.86e-06, 2.58e-06, 2.68e-06, 2.62e-06, 8.03e-07, 5.69e-07, 2.43e-10, 3.34e-07, 4.62e-09, 3.02e-06, 3.51e-06, 5.82e-06, 1.29e-07, 2.07e-08, 2.18e-08, 1.74e-07, 1.68e-07, 2.43e-10, 2.37e-08, 1.03e-07, 1.07e-07] [3.27e-06, 2.86e-06, 2.58e-06, 2.68e-06, 2.62e-06, 8.03e-07, 5.69e-07, 2.43e-10, 3.34e-07, 4.62e-09, 3.02e-06, 3.51e-06, 5.82e-06, 1.29e-07, 2.07e-08, 2.18e-08, 1.74e-07, 1.68e-07, 2.43e-10, 2.37e-08, 1.03e-07, 1.07e-07] []
147200 [5.28e-06, 2.68e-06, 2.40e-06, 2.47e-06, 2.44e-06, 8.04e-07, 5.73e-07, 7.78e-07, 6.39e-06, 2.29e-06, 1.77e-05, 2.49e-05, 5.58e-05, 1.15e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.82e-08, 7.82e-07, 2.32e-07, 4.74e-06] [5.28e-06, 2.68e-06, 2.40e-06, 2.47e-06, 2.44e-06, 8.04e-07, 5.73e-07, 7.78e-07, 6.39e-06, 2.29e-06, 1.77e-05, 2.49e-05, 5.58e-05, 1.15e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.82e-08, 7.82e-07, 2.32e-07, 4.74e-06] []
147300 [3.27e-06, 2.68e-06, 2.42e-06, 2.47e-06, 2.42e-06, 7.53e-07, 5.22e-07, 1.65e-04, 1.57e-04, 2.36e-06, 1.42e-05, 5.46e-06, 1.38e-05, 1.64e-07, 1.18e-09, 1.78e-09, 8.14e-08, 7.94e-08, 0.00e+00, 0.00e+00, 1.76e-04, 1.67e-04] [3.27e-06, 2.68e-06, 2.42e-06, 2.47e-06, 2.42e-06, 7.53e-07, 5.22e-07, 1.65e-04, 1.57e-04, 2.36e-06, 1.42e-05, 5.46e-06, 1.38e-05, 1.64e-07, 1.18e-09, 1.78e-09, 8.14e-08, 7.94e-08, 0.00e+00, 0.00e+00, 1.76e-04, 1.67e-04] []
147400 [3.22e-06, 2.84e-06, 2.53e-06, 2.66e-06, 2.61e-06, 7.73e-07, 5.43e-07, 4.19e-06, 1.33e-07, 7.30e-08, 3.72e-06, 3.14e-06, 5.23e-06, 1.35e-07, 2.34e-08, 2.45e-08, 1.99e-07, 1.93e-07, 4.48e-07, 0.00e+00, 2.85e-06, 4.89e-07] [3.22e-06, 2.84e-06, 2.53e-06, 2.66e-06, 2.61e-06, 7.73e-07, 5.43e-07, 4.19e-06, 1.33e-07, 7.30e-08, 3.72e-06, 3.14e-06, 5.23e-06, 1.35e-07, 2.34e-08, 2.45e-08, 1.99e-07, 1.93e-07, 4.48e-07, 0.00e+00, 2.85e-06, 4.89e-07] []
147500 [4.22e-06, 2.82e-06, 2.52e-06, 2.54e-06, 2.51e-06, 7.19e-07, 5.01e-07, 2.65e-06, 6.96e-07, 2.38e-07, 6.76e-06, 4.44e-06, 9.25e-06, 5.75e-06, 7.98e-09, 1.15e-08, 3.50e-07, 3.47e-07, 2.61e-07, 5.63e-08, 1.63e-06, 2.65e-07] [4.22e-06, 2.82e-06, 2.52e-06, 2.54e-06, 2.51e-06, 7.19e-07, 5.01e-07, 2.65e-06, 6.96e-07, 2.38e-07, 6.76e-06, 4.44e-06, 9.25e-06, 5.75e-06, 7.98e-09, 1.15e-08, 3.50e-07, 3.47e-07, 2.61e-07, 5.63e-08, 1.63e-06, 2.65e-07] []
147600 [3.38e-06, 2.79e-06, 2.50e-06, 2.62e-06, 2.57e-06, 7.02e-07, 4.71e-07, 5.63e-08, 5.17e-08, 2.74e-08, 3.79e-06, 2.86e-06, 4.51e-06, 1.70e-07, 2.84e-08, 3.07e-08, 1.95e-07, 1.90e-07, 4.29e-09, 3.62e-09, 1.75e-07, 1.49e-07] [3.38e-06, 2.79e-06, 2.50e-06, 2.62e-06, 2.57e-06, 7.02e-07, 4.71e-07, 5.63e-08, 5.17e-08, 2.74e-08, 3.79e-06, 2.86e-06, 4.51e-06, 1.70e-07, 2.84e-08, 3.07e-08, 1.95e-07, 1.90e-07, 4.29e-09, 3.62e-09, 1.75e-07, 1.49e-07] []
147700 [3.21e-06, 2.70e-06, 2.45e-06, 2.52e-06, 2.49e-06, 7.48e-07, 5.12e-07, 1.02e-05, 8.01e-08, 3.49e-07, 4.15e-06, 2.65e-06, 4.41e-06, 6.75e-07, 3.91e-08, 4.18e-08, 2.06e-07, 1.99e-07, 0.00e+00, 0.00e+00, 1.33e-05, 4.88e-07] [3.21e-06, 2.70e-06, 2.45e-06, 2.52e-06, 2.49e-06, 7.48e-07, 5.12e-07, 1.02e-05, 8.01e-08, 3.49e-07, 4.15e-06, 2.65e-06, 4.41e-06, 6.75e-07, 3.91e-08, 4.18e-08, 2.06e-07, 1.99e-07, 0.00e+00, 0.00e+00, 1.33e-05, 4.88e-07] []
147800 [3.39e-06, 2.75e-06, 2.40e-06, 2.52e-06, 2.50e-06, 6.61e-07, 4.77e-07, 2.15e-07, 3.77e-06, 2.08e-09, 4.41e-06, 3.14e-06, 3.81e-06, 2.40e-07, 4.90e-09, 6.03e-09, 1.31e-07, 1.23e-07, 1.73e-08, 0.00e+00, 2.00e-07, 5.38e-06] [3.39e-06, 2.75e-06, 2.40e-06, 2.52e-06, 2.50e-06, 6.61e-07, 4.77e-07, 2.15e-07, 3.77e-06, 2.08e-09, 4.41e-06, 3.14e-06, 3.81e-06, 2.40e-07, 4.90e-09, 6.03e-09, 1.31e-07, 1.23e-07, 1.73e-08, 0.00e+00, 2.00e-07, 5.38e-06] []
147900 [1.07e-05, 3.69e-06, 3.07e-06, 3.56e-06, 3.37e-06, 1.11e-06, 8.57e-07, 6.17e-08, 1.75e-05, 4.29e-05, 8.75e-05, 3.28e-04, 5.00e-04, 1.81e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.84e-09, 0.00e+00, 3.71e-07, 2.28e-05] [1.07e-05, 3.69e-06, 3.07e-06, 3.56e-06, 3.37e-06, 1.11e-06, 8.57e-07, 6.17e-08, 1.75e-05, 4.29e-05, 8.75e-05, 3.28e-04, 5.00e-04, 1.81e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.84e-09, 0.00e+00, 3.71e-07, 2.28e-05] []
148000 [2.84e-06, 2.70e-06, 2.40e-06, 2.51e-06, 2.48e-06, 6.90e-07, 4.81e-07, 4.17e-08, 2.07e-06, 2.65e-10, 3.37e-06, 2.88e-06, 2.73e-06, 1.37e-07, 1.88e-08, 1.99e-08, 1.46e-07, 1.41e-07, 5.00e-09, 1.73e-07, 2.68e-07, 1.01e-06] [2.84e-06, 2.70e-06, 2.40e-06, 2.51e-06, 2.48e-06, 6.90e-07, 4.81e-07, 4.17e-08, 2.07e-06, 2.65e-10, 3.37e-06, 2.88e-06, 2.73e-06, 1.37e-07, 1.88e-08, 1.99e-08, 1.46e-07, 1.41e-07, 5.00e-09, 1.73e-07, 2.68e-07, 1.01e-06] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 46.520262 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
148000 [2.84e-06, 2.70e-06, 2.40e-06, 2.51e-06, 2.48e-06, 6.90e-07, 4.81e-07, 4.17e-08, 2.07e-06, 2.65e-10, 3.37e-06, 2.88e-06, 2.73e-06, 1.37e-07, 1.88e-08, 1.99e-08, 1.46e-07, 1.41e-07, 5.00e-09, 1.73e-07, 2.68e-07, 1.01e-06] [2.84e-06, 2.70e-06, 2.40e-06, 2.51e-06, 2.48e-06, 6.90e-07, 4.81e-07, 4.17e-08, 2.07e-06, 2.65e-10, 3.37e-06, 2.88e-06, 2.73e-06, 1.37e-07, 1.88e-08, 1.99e-08, 1.46e-07, 1.41e-07, 5.00e-09, 1.73e-07, 2.68e-07, 1.01e-06] []
148100 [5.10e-06, 2.87e-06, 2.53e-06, 2.25e-06, 2.30e-06, 6.70e-07, 4.85e-07, 8.39e-07, 4.05e-06, 1.89e-06, 1.38e-05, 1.00e-05, 6.56e-06, 2.18e-05, 8.59e-08, 8.35e-08, 6.85e-08, 5.29e-08, 0.00e+00, 3.41e-07, 2.49e-06, 2.08e-06] [5.10e-06, 2.87e-06, 2.53e-06, 2.25e-06, 2.30e-06, 6.70e-07, 4.85e-07, 8.39e-07, 4.05e-06, 1.89e-06, 1.38e-05, 1.00e-05, 6.56e-06, 2.18e-05, 8.59e-08, 8.35e-08, 6.85e-08, 5.29e-08, 0.00e+00, 3.41e-07, 2.49e-06, 2.08e-06] []
148200 [2.62e-06, 2.67e-06, 2.36e-06, 2.45e-06, 2.43e-06, 6.59e-07, 4.67e-07, 6.18e-07, 4.96e-07, 1.93e-08, 2.84e-06, 2.69e-06, 2.13e-06, 9.39e-08, 2.43e-08, 2.58e-08, 1.24e-07, 1.22e-07, 0.00e+00, 3.45e-08, 1.70e-06, 1.83e-07] [2.62e-06, 2.67e-06, 2.36e-06, 2.45e-06, 2.43e-06, 6.59e-07, 4.67e-07, 6.18e-07, 4.96e-07, 1.93e-08, 2.84e-06, 2.69e-06, 2.13e-06, 9.39e-08, 2.43e-08, 2.58e-08, 1.24e-07, 1.22e-07, 0.00e+00, 3.45e-08, 1.70e-06, 1.83e-07] []
148300 [2.74e-06, 2.72e-06, 2.39e-06, 2.49e-06, 2.47e-06, 7.25e-07, 5.23e-07, 3.81e-06, 2.24e-06, 2.67e-08, 5.91e-06, 7.83e-06, 7.53e-06, 4.55e-06, 0.00e+00, 0.00e+00, 2.96e-08, 2.83e-08, 0.00e+00, 1.98e-07, 5.73e-06, 1.21e-06] [2.74e-06, 2.72e-06, 2.39e-06, 2.49e-06, 2.47e-06, 7.25e-07, 5.23e-07, 3.81e-06, 2.24e-06, 2.67e-08, 5.91e-06, 7.83e-06, 7.53e-06, 4.55e-06, 0.00e+00, 0.00e+00, 2.96e-08, 2.83e-08, 0.00e+00, 1.98e-07, 5.73e-06, 1.21e-06] []
148400 [2.55e-06, 2.70e-06, 2.33e-06, 2.42e-06, 2.40e-06, 6.57e-07, 4.70e-07, 7.03e-08, 2.77e-06, 3.79e-09, 2.86e-06, 2.70e-06, 1.55e-06, 4.98e-07, 8.75e-09, 8.69e-09, 8.36e-08, 7.89e-08, 0.00e+00, 0.00e+00, 6.22e-07, 4.53e-06] [2.55e-06, 2.70e-06, 2.33e-06, 2.42e-06, 2.40e-06, 6.57e-07, 4.70e-07, 7.03e-08, 2.77e-06, 3.79e-09, 2.86e-06, 2.70e-06, 1.55e-06, 4.98e-07, 8.75e-09, 8.69e-09, 8.36e-08, 7.89e-08, 0.00e+00, 0.00e+00, 6.22e-07, 4.53e-06] []
148500 [4.08e-06, 2.76e-06, 2.39e-06, 2.32e-06, 2.35e-06, 6.06e-07, 4.46e-07, 3.31e-09, 2.11e-08, 3.30e-08, 4.61e-06, 8.37e-06, 5.61e-06, 2.28e-05, 1.45e-07, 1.48e-07, 2.74e-07, 2.67e-07, 7.35e-11, 0.00e+00, 2.96e-07, 3.15e-07] [4.08e-06, 2.76e-06, 2.39e-06, 2.32e-06, 2.35e-06, 6.06e-07, 4.46e-07, 3.31e-09, 2.11e-08, 3.30e-08, 4.61e-06, 8.37e-06, 5.61e-06, 2.28e-05, 1.45e-07, 1.48e-07, 2.74e-07, 2.67e-07, 7.35e-11, 0.00e+00, 2.96e-07, 3.15e-07] []
148600 [2.39e-06, 2.64e-06, 2.27e-06, 2.37e-06, 2.35e-06, 6.13e-07, 4.36e-07, 1.69e-06, 2.61e-05, 1.89e-07, 3.51e-06, 2.99e-06, 2.64e-06, 4.13e-07, 1.25e-08, 1.37e-08, 6.72e-08, 6.43e-08, 0.00e+00, 0.00e+00, 3.30e-06, 3.10e-05] [2.39e-06, 2.64e-06, 2.27e-06, 2.37e-06, 2.35e-06, 6.13e-07, 4.36e-07, 1.69e-06, 2.61e-05, 1.89e-07, 3.51e-06, 2.99e-06, 2.64e-06, 4.13e-07, 1.25e-08, 1.37e-08, 6.72e-08, 6.43e-08, 0.00e+00, 0.00e+00, 3.30e-06, 3.10e-05] []
148700 [2.14e-06, 2.64e-06, 2.29e-06, 2.40e-06, 2.38e-06, 6.51e-07, 4.62e-07, 8.57e-07, 3.43e-08, 3.90e-07, 3.26e-06, 3.40e-06, 1.86e-06, 5.66e-06, 5.99e-09, 5.73e-09, 5.63e-08, 5.11e-08, 6.06e-08, 0.00e+00, 2.40e-07, 3.97e-07] [2.14e-06, 2.64e-06, 2.29e-06, 2.40e-06, 2.38e-06, 6.51e-07, 4.62e-07, 8.57e-07, 3.43e-08, 3.90e-07, 3.26e-06, 3.40e-06, 1.86e-06, 5.66e-06, 5.99e-09, 5.73e-09, 5.63e-08, 5.11e-08, 6.06e-08, 0.00e+00, 2.40e-07, 3.97e-07] []
148800 [2.40e-06, 2.67e-06, 2.30e-06, 2.41e-06, 2.40e-06, 6.18e-07, 4.45e-07, 5.71e-06, 2.37e-06, 2.30e-09, 3.10e-06, 2.97e-06, 2.05e-06, 4.69e-07, 2.46e-09, 2.59e-09, 4.88e-08, 4.61e-08, 0.00e+00, 0.00e+00, 7.89e-06, 3.67e-06] [2.40e-06, 2.67e-06, 2.30e-06, 2.41e-06, 2.40e-06, 6.18e-07, 4.45e-07, 5.71e-06, 2.37e-06, 2.30e-09, 3.10e-06, 2.97e-06, 2.05e-06, 4.69e-07, 2.46e-09, 2.59e-09, 4.88e-08, 4.61e-08, 0.00e+00, 0.00e+00, 7.89e-06, 3.67e-06] []
148900 [2.39e-06, 2.65e-06, 2.30e-06, 2.40e-06, 2.40e-06, 6.09e-07, 4.35e-07, 5.03e-08, 1.91e-08, 1.52e-07, 2.62e-06, 2.48e-06, 1.38e-06, 5.35e-07, 3.13e-08, 3.34e-08, 8.23e-08, 7.98e-08, 4.24e-09, 0.00e+00, 2.29e-07, 3.34e-07] [2.39e-06, 2.65e-06, 2.30e-06, 2.40e-06, 2.40e-06, 6.09e-07, 4.35e-07, 5.03e-08, 1.91e-08, 1.52e-07, 2.62e-06, 2.48e-06, 1.38e-06, 5.35e-07, 3.13e-08, 3.34e-08, 8.23e-08, 7.98e-08, 4.24e-09, 0.00e+00, 2.29e-07, 3.34e-07] []
149000 [2.89e-06, 2.74e-06, 2.32e-06, 2.36e-06, 2.38e-06, 6.05e-07, 4.48e-07, 5.70e-06, 1.89e-08, 6.95e-08, 3.91e-06, 3.36e-06, 1.96e-06, 2.72e-07, 1.54e-09, 9.65e-10, 7.50e-08, 6.86e-08, 6.42e-07, 2.21e-09, 3.99e-06, 1.33e-07] [2.89e-06, 2.74e-06, 2.32e-06, 2.36e-06, 2.38e-06, 6.05e-07, 4.48e-07, 5.70e-06, 1.89e-08, 6.95e-08, 3.91e-06, 3.36e-06, 1.96e-06, 2.72e-07, 1.54e-09, 9.65e-10, 7.50e-08, 6.86e-08, 6.42e-07, 2.21e-09, 3.99e-06, 1.33e-07] []
149100 [3.03e-06, 2.71e-06, 2.39e-06, 2.42e-06, 2.39e-06, 6.35e-07, 4.65e-07, 1.80e-04, 2.93e-04, 8.46e-06, 9.39e-05, 4.04e-05, 1.36e-04, 4.73e-05, 5.23e-07, 5.29e-07, 1.41e-06, 1.38e-06, 3.62e-05, 6.43e-05, 1.69e-04, 2.80e-04] [3.03e-06, 2.71e-06, 2.39e-06, 2.42e-06, 2.39e-06, 6.35e-07, 4.65e-07, 1.80e-04, 2.93e-04, 8.46e-06, 9.39e-05, 4.04e-05, 1.36e-04, 4.73e-05, 5.23e-07, 5.29e-07, 1.41e-06, 1.38e-06, 3.62e-05, 6.43e-05, 1.69e-04, 2.80e-04] []
149200 [3.39e-06, 2.64e-06, 2.22e-06, 2.12e-06, 2.19e-06, 8.16e-07, 6.20e-07, 8.82e-06, 3.13e-07, 2.82e-06, 1.98e-05, 1.20e-04, 1.87e-04, 1.55e-05, 0.00e+00, 0.00e+00, 8.43e-08, 8.23e-08, 1.00e-06, 2.09e-08, 6.15e-06, 1.44e-07] [3.39e-06, 2.64e-06, 2.22e-06, 2.12e-06, 2.19e-06, 8.16e-07, 6.20e-07, 8.82e-06, 3.13e-07, 2.82e-06, 1.98e-05, 1.20e-04, 1.87e-04, 1.55e-05, 0.00e+00, 0.00e+00, 8.43e-08, 8.23e-08, 1.00e-06, 2.09e-08, 6.15e-06, 1.44e-07] []
149300 [2.24e-06, 2.63e-06, 2.27e-06, 2.40e-06, 2.38e-06, 6.07e-07, 4.35e-07, 2.28e-06, 1.70e-08, 5.39e-08, 2.20e-06, 2.05e-06, 1.22e-06, 5.16e-07, 3.85e-08, 4.00e-08, 7.44e-08, 7.16e-08, 1.88e-07, 1.56e-09, 1.13e-06, 1.61e-07] [2.24e-06, 2.63e-06, 2.27e-06, 2.40e-06, 2.38e-06, 6.07e-07, 4.35e-07, 2.28e-06, 1.70e-08, 5.39e-08, 2.20e-06, 2.05e-06, 1.22e-06, 5.16e-07, 3.85e-08, 4.00e-08, 7.44e-08, 7.16e-08, 1.88e-07, 1.56e-09, 1.13e-06, 1.61e-07] []
149400 [2.29e-06, 2.67e-06, 2.26e-06, 2.40e-06, 2.38e-06, 5.61e-07, 4.31e-07, 1.54e-08, 6.65e-09, 8.17e-08, 2.91e-06, 2.99e-06, 1.28e-06, 1.40e-06, 1.12e-11, 3.01e-12, 2.75e-08, 2.75e-08, 0.00e+00, 3.79e-10, 3.36e-07, 1.33e-07] [2.29e-06, 2.67e-06, 2.26e-06, 2.40e-06, 2.38e-06, 5.61e-07, 4.31e-07, 1.54e-08, 6.65e-09, 8.17e-08, 2.91e-06, 2.99e-06, 1.28e-06, 1.40e-06, 1.12e-11, 3.01e-12, 2.75e-08, 2.75e-08, 0.00e+00, 3.79e-10, 3.36e-07, 1.33e-07] []
149500 [3.24e-05, 4.25e-06, 3.60e-06, 4.16e-06, 4.30e-06, 1.69e-06, 1.49e-06, 8.34e-06, 4.97e-06, 1.56e-04, 2.37e-04, 7.81e-04, 1.30e-03, 5.16e-03, 7.71e-05, 7.70e-05, 3.00e-05, 2.96e-05, 1.13e-06, 6.44e-07, 6.76e-06, 3.89e-06] [3.24e-05, 4.25e-06, 3.60e-06, 4.16e-06, 4.30e-06, 1.69e-06, 1.49e-06, 8.34e-06, 4.97e-06, 1.56e-04, 2.37e-04, 7.81e-04, 1.30e-03, 5.16e-03, 7.71e-05, 7.70e-05, 3.00e-05, 2.96e-05, 1.13e-06, 6.44e-07, 6.76e-06, 3.89e-06] []
149600 [2.14e-06, 2.64e-06, 2.25e-06, 2.41e-06, 2.39e-06, 5.80e-07, 4.41e-07, 2.35e-06, 2.58e-10, 2.07e-08, 2.72e-06, 1.93e-06, 1.31e-06, 1.79e-07, 2.70e-08, 2.80e-08, 6.42e-08, 6.12e-08, 2.04e-07, 2.02e-10, 1.25e-06, 1.49e-07] [2.14e-06, 2.64e-06, 2.25e-06, 2.41e-06, 2.39e-06, 5.80e-07, 4.41e-07, 2.35e-06, 2.58e-10, 2.07e-08, 2.72e-06, 1.93e-06, 1.31e-06, 1.79e-07, 2.70e-08, 2.80e-08, 6.42e-08, 6.12e-08, 2.04e-07, 2.02e-10, 1.25e-06, 1.49e-07] []
149700 [5.80e-06, 2.78e-06, 2.38e-06, 2.35e-06, 2.39e-06, 6.23e-07, 5.31e-07, 3.87e-08, 1.22e-08, 1.51e-05, 1.78e-05, 5.74e-05, 7.49e-05, 3.74e-04, 3.98e-06, 4.00e-06, 1.94e-06, 1.94e-06, 3.26e-09, 0.00e+00, 1.68e-07, 2.12e-07] [5.80e-06, 2.78e-06, 2.38e-06, 2.35e-06, 2.39e-06, 6.23e-07, 5.31e-07, 3.87e-08, 1.22e-08, 1.51e-05, 1.78e-05, 5.74e-05, 7.49e-05, 3.74e-04, 3.98e-06, 4.00e-06, 1.94e-06, 1.94e-06, 3.26e-09, 0.00e+00, 1.68e-07, 2.12e-07] []
149800 [1.19e-05, 3.19e-06, 2.71e-06, 2.40e-06, 2.40e-06, 9.91e-07, 9.16e-07, 5.37e-06, 1.03e-04, 3.65e-05, 5.85e-05, 1.76e-04, 3.20e-04, 1.23e-03, 1.37e-05, 1.30e-05, 5.61e-06, 5.18e-06, 6.54e-07, 2.08e-05, 4.02e-06, 9.77e-05] [1.19e-05, 3.19e-06, 2.71e-06, 2.40e-06, 2.40e-06, 9.91e-07, 9.16e-07, 5.37e-06, 1.03e-04, 3.65e-05, 5.85e-05, 1.76e-04, 3.20e-04, 1.23e-03, 1.37e-05, 1.30e-05, 5.61e-06, 5.18e-06, 6.54e-07, 2.08e-05, 4.02e-06, 9.77e-05] []
149900 [2.04e-06, 2.54e-06, 2.09e-06, 2.34e-06, 2.30e-06, 5.99e-07, 4.81e-07, 4.11e-05, 1.97e-04, 3.19e-07, 3.70e-05, 2.37e-05, 6.65e-05, 6.03e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.85e-05, 2.10e-04] [2.04e-06, 2.54e-06, 2.09e-06, 2.34e-06, 2.30e-06, 5.99e-07, 4.81e-07, 4.11e-05, 1.97e-04, 3.19e-07, 3.70e-05, 2.37e-05, 6.65e-05, 6.03e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.85e-05, 2.10e-04] []
150000 [4.78e-06, 2.83e-06, 2.42e-06, 2.32e-06, 2.33e-06, 5.25e-07, 4.33e-07, 4.86e-07, 3.41e-06, 3.91e-06, 1.57e-05, 2.99e-05, 4.79e-05, 1.74e-04, 1.59e-06, 1.56e-06, 1.32e-06, 1.29e-06, 3.42e-08, 3.81e-07, 1.35e-07, 2.36e-06] [4.78e-06, 2.83e-06, 2.42e-06, 2.32e-06, 2.33e-06, 5.25e-07, 4.33e-07, 4.86e-07, 3.41e-06, 3.91e-06, 1.57e-05, 2.99e-05, 4.79e-05, 1.74e-04, 1.59e-06, 1.56e-06, 1.32e-06, 1.29e-06, 3.42e-08, 3.81e-07, 1.35e-07, 2.36e-06] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 45.313882 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
150000 [4.78e-06, 2.83e-06, 2.42e-06, 2.32e-06, 2.33e-06, 5.25e-07, 4.33e-07, 4.86e-07, 3.41e-06, 3.91e-06, 1.57e-05, 2.99e-05, 4.79e-05, 1.74e-04, 1.59e-06, 1.56e-06, 1.32e-06, 1.29e-06, 3.42e-08, 3.81e-07, 1.35e-07, 2.36e-06] [4.78e-06, 2.83e-06, 2.42e-06, 2.32e-06, 2.33e-06, 5.25e-07, 4.33e-07, 4.86e-07, 3.41e-06, 3.91e-06, 1.57e-05, 2.99e-05, 4.79e-05, 1.74e-04, 1.59e-06, 1.56e-06, 1.32e-06, 1.29e-06, 3.42e-08, 3.81e-07, 1.35e-07, 2.36e-06] []
150100 [2.94e-06, 2.68e-06, 2.27e-06, 2.32e-06, 2.34e-06, 5.61e-07, 4.48e-07, 2.55e-06, 1.82e-06, 8.21e-07, 6.84e-06, 6.31e-06, 1.73e-05, 3.55e-05, 1.92e-07, 1.88e-07, 4.04e-07, 4.04e-07, 2.51e-07, 1.78e-07, 1.58e-06, 1.12e-06] [2.94e-06, 2.68e-06, 2.27e-06, 2.32e-06, 2.34e-06, 5.61e-07, 4.48e-07, 2.55e-06, 1.82e-06, 8.21e-07, 6.84e-06, 6.31e-06, 1.73e-05, 3.55e-05, 1.92e-07, 1.88e-07, 4.04e-07, 4.04e-07, 2.51e-07, 1.78e-07, 1.58e-06, 1.12e-06] []
150200 [2.69e-06, 2.78e-06, 2.33e-06, 2.45e-06, 2.42e-06, 6.48e-07, 5.60e-07, 5.92e-07, 8.32e-07, 1.68e-07, 1.07e-05, 5.28e-06, 7.46e-06, 1.13e-06, 8.25e-09, 3.56e-09, 9.78e-08, 9.11e-08, 0.00e+00, 7.08e-08, 1.17e-06, 4.13e-07] [2.69e-06, 2.78e-06, 2.33e-06, 2.45e-06, 2.42e-06, 6.48e-07, 5.60e-07, 5.92e-07, 8.32e-07, 1.68e-07, 1.07e-05, 5.28e-06, 7.46e-06, 1.13e-06, 8.25e-09, 3.56e-09, 9.78e-08, 9.11e-08, 0.00e+00, 7.08e-08, 1.17e-06, 4.13e-07] []
150300 [2.26e-06, 2.82e-06, 2.33e-06, 2.54e-06, 2.55e-06, 6.03e-07, 5.21e-07, 9.53e-06, 5.79e-08, 2.05e-07, 2.79e-06, 2.30e-06, 1.95e-06, 1.44e-06, 2.75e-08, 2.76e-08, 4.21e-08, 4.34e-08, 1.18e-06, 3.61e-09, 6.99e-06, 1.14e-07] [2.26e-06, 2.82e-06, 2.33e-06, 2.54e-06, 2.55e-06, 6.03e-07, 5.21e-07, 9.53e-06, 5.79e-08, 2.05e-07, 2.79e-06, 2.30e-06, 1.95e-06, 1.44e-06, 2.75e-08, 2.76e-08, 4.21e-08, 4.34e-08, 1.18e-06, 3.61e-09, 6.99e-06, 1.14e-07] []
150400 [1.02e-05, 3.59e-06, 3.03e-06, 1.84e-06, 1.97e-06, 1.29e-06, 1.22e-06, 7.90e-09, 8.27e-07, 1.77e-05, 3.25e-05, 1.19e-04, 2.46e-04, 3.07e-04, 3.43e-06, 3.64e-06, 3.29e-07, 3.88e-07, 0.00e+00, 0.00e+00, 2.78e-07, 1.65e-06] [1.02e-05, 3.59e-06, 3.03e-06, 1.84e-06, 1.97e-06, 1.29e-06, 1.22e-06, 7.90e-09, 8.27e-07, 1.77e-05, 3.25e-05, 1.19e-04, 2.46e-04, 3.07e-04, 3.43e-06, 3.64e-06, 3.29e-07, 3.88e-07, 0.00e+00, 0.00e+00, 2.78e-07, 1.65e-06] []
150500 [2.04e-06, 2.54e-06, 2.18e-06, 2.37e-06, 2.36e-06, 5.16e-07, 4.02e-07, 1.14e-06, 9.89e-07, 8.17e-09, 1.76e-06, 1.55e-06, 8.98e-07, 4.27e-08, 9.00e-09, 9.94e-09, 1.93e-08, 1.89e-08, 0.00e+00, 7.63e-08, 2.09e-06, 4.53e-07] [2.04e-06, 2.54e-06, 2.18e-06, 2.37e-06, 2.36e-06, 5.16e-07, 4.02e-07, 1.14e-06, 9.89e-07, 8.17e-09, 1.76e-06, 1.55e-06, 8.98e-07, 4.27e-08, 9.00e-09, 9.94e-09, 1.93e-08, 1.89e-08, 0.00e+00, 7.63e-08, 2.09e-06, 4.53e-07] []
150600 [3.63e-06, 2.63e-06, 2.23e-06, 2.31e-06, 2.35e-06, 5.37e-07, 4.09e-07, 2.89e-05, 1.47e-06, 2.84e-06, 1.07e-05, 2.18e-05, 4.38e-05, 1.28e-04, 1.32e-06, 1.32e-06, 9.47e-07, 9.22e-07, 4.57e-06, 0.00e+00, 2.48e-05, 2.41e-06] [3.63e-06, 2.63e-06, 2.23e-06, 2.31e-06, 2.35e-06, 5.37e-07, 4.09e-07, 2.89e-05, 1.47e-06, 2.84e-06, 1.07e-05, 2.18e-05, 4.38e-05, 1.28e-04, 1.32e-06, 1.32e-06, 9.47e-07, 9.22e-07, 4.57e-06, 0.00e+00, 2.48e-05, 2.41e-06] []
150700 [1.35e-05, 3.80e-06, 3.24e-06, 2.71e-06, 2.81e-06, 1.20e-06, 1.04e-06, 1.37e-04, 1.20e-04, 8.71e-05, 6.11e-05, 2.39e-04, 3.21e-04, 1.58e-03, 2.51e-05, 2.51e-05, 9.41e-06, 9.32e-06, 0.00e+00, 0.00e+00, 1.42e-04, 1.24e-04] [1.35e-05, 3.80e-06, 3.24e-06, 2.71e-06, 2.81e-06, 1.20e-06, 1.04e-06, 1.37e-04, 1.20e-04, 8.71e-05, 6.11e-05, 2.39e-04, 3.21e-04, 1.58e-03, 2.51e-05, 2.51e-05, 9.41e-06, 9.32e-06, 0.00e+00, 0.00e+00, 1.42e-04, 1.24e-04] []
150800 [1.93e-06, 2.52e-06, 2.16e-06, 2.37e-06, 2.37e-06, 5.22e-07, 4.00e-07, 1.42e-08, 3.93e-06, 1.79e-09, 1.79e-06, 1.49e-06, 1.21e-06, 2.67e-07, 2.13e-08, 2.27e-08, 4.24e-08, 4.13e-08, 0.00e+00, 4.50e-07, 2.31e-07, 2.79e-06] [1.93e-06, 2.52e-06, 2.16e-06, 2.37e-06, 2.37e-06, 5.22e-07, 4.00e-07, 1.42e-08, 3.93e-06, 1.79e-09, 1.79e-06, 1.49e-06, 1.21e-06, 2.67e-07, 2.13e-08, 2.27e-08, 4.24e-08, 4.13e-08, 0.00e+00, 4.50e-07, 2.31e-07, 2.79e-06] []
150900 [1.35e-05, 3.63e-06, 3.11e-06, 2.72e-06, 2.85e-06, 1.13e-06, 9.80e-07, 1.83e-07, 2.63e-07, 6.19e-05, 7.04e-05, 2.36e-04, 3.72e-04, 1.53e-03, 2.43e-05, 2.43e-05, 8.88e-06, 8.84e-06, 1.33e-08, 0.00e+00, 7.38e-08, 5.89e-07] [1.35e-05, 3.63e-06, 3.11e-06, 2.72e-06, 2.85e-06, 1.13e-06, 9.80e-07, 1.83e-07, 2.63e-07, 6.19e-05, 7.04e-05, 2.36e-04, 3.72e-04, 1.53e-03, 2.43e-05, 2.43e-05, 8.88e-06, 8.84e-06, 1.33e-08, 0.00e+00, 7.38e-08, 5.89e-07] []
151000 [1.93e-06, 2.52e-06, 2.16e-06, 2.38e-06, 2.38e-06, 4.95e-07, 3.70e-07, 9.74e-08, 5.07e-07, 1.48e-09, 1.44e-06, 1.45e-06, 7.88e-07, 5.61e-08, 1.12e-08, 1.22e-08, 1.58e-08, 1.54e-08, 0.00e+00, 3.28e-08, 4.80e-07, 1.47e-07] [1.93e-06, 2.52e-06, 2.16e-06, 2.38e-06, 2.38e-06, 4.95e-07, 3.70e-07, 9.74e-08, 5.07e-07, 1.48e-09, 1.44e-06, 1.45e-06, 7.88e-07, 5.61e-08, 1.12e-08, 1.22e-08, 1.58e-08, 1.54e-08, 0.00e+00, 3.28e-08, 4.80e-07, 1.47e-07] []
151100 [1.89e-06, 2.65e-06, 2.21e-06, 2.50e-06, 2.54e-06, 5.36e-07, 4.14e-07, 1.10e-07, 1.18e-07, 1.52e-08, 2.83e-06, 6.97e-06, 5.95e-06, 6.88e-07, 5.47e-11, 2.13e-10, 4.88e-11, 1.15e-10, 6.67e-09, 0.00e+00, 6.45e-08, 3.66e-07] [1.89e-06, 2.65e-06, 2.21e-06, 2.50e-06, 2.54e-06, 5.36e-07, 4.14e-07, 1.10e-07, 1.18e-07, 1.52e-08, 2.83e-06, 6.97e-06, 5.95e-06, 6.88e-07, 5.47e-11, 2.13e-10, 4.88e-11, 1.15e-10, 6.67e-09, 0.00e+00, 6.45e-08, 3.66e-07] []
151200 [2.01e-06, 2.53e-06, 2.16e-06, 2.37e-06, 2.40e-06, 4.92e-07, 3.68e-07, 1.10e-07, 1.23e-06, 3.37e-08, 1.67e-06, 1.74e-06, 1.01e-06, 2.73e-07, 1.17e-09, 1.37e-09, 6.56e-09, 6.34e-09, 0.00e+00, 1.01e-07, 5.04e-07, 6.19e-07] [2.01e-06, 2.53e-06, 2.16e-06, 2.37e-06, 2.40e-06, 4.92e-07, 3.68e-07, 1.10e-07, 1.23e-06, 3.37e-08, 1.67e-06, 1.74e-06, 1.01e-06, 2.73e-07, 1.17e-09, 1.37e-09, 6.56e-09, 6.34e-09, 0.00e+00, 1.01e-07, 5.04e-07, 6.19e-07] []
151300 [2.44e-06, 2.75e-06, 2.31e-06, 2.51e-06, 2.53e-06, 4.18e-07, 3.32e-07, 6.22e-07, 9.87e-08, 7.63e-07, 4.81e-06, 1.55e-05, 4.15e-06, 1.61e-05, 1.81e-07, 1.83e-07, 4.96e-08, 4.09e-08, 4.75e-08, 0.00e+00, 2.37e-07, 3.28e-07] [2.44e-06, 2.75e-06, 2.31e-06, 2.51e-06, 2.53e-06, 4.18e-07, 3.32e-07, 6.22e-07, 9.87e-08, 7.63e-07, 4.81e-06, 1.55e-05, 4.15e-06, 1.61e-05, 1.81e-07, 1.83e-07, 4.96e-08, 4.09e-08, 4.75e-08, 0.00e+00, 2.37e-07, 3.28e-07] []
151400 [1.88e-06, 2.47e-06, 2.14e-06, 2.34e-06, 2.33e-06, 5.03e-07, 3.68e-07, 3.63e-07, 4.71e-06, 4.66e-08, 1.80e-06, 1.36e-06, 1.09e-06, 2.82e-08, 2.01e-08, 2.08e-08, 3.19e-08, 3.04e-08, 2.48e-08, 5.64e-07, 1.06e-07, 3.45e-06] [1.88e-06, 2.47e-06, 2.14e-06, 2.34e-06, 2.33e-06, 5.03e-07, 3.68e-07, 3.63e-07, 4.71e-06, 4.66e-08, 1.80e-06, 1.36e-06, 1.09e-06, 2.82e-08, 2.01e-08, 2.08e-08, 3.19e-08, 3.04e-08, 2.48e-08, 5.64e-07, 1.06e-07, 3.45e-06] []
151500 [5.63e-06, 2.93e-06, 2.52e-06, 1.95e-06, 2.02e-06, 6.06e-07, 5.12e-07, 1.68e-06, 1.75e-06, 4.74e-07, 3.83e-05, 6.24e-05, 7.20e-05, 2.42e-04, 2.25e-06, 2.04e-06, 1.54e-06, 1.54e-06, 0.00e+00, 0.00e+00, 2.63e-06, 2.57e-06] [5.63e-06, 2.93e-06, 2.52e-06, 1.95e-06, 2.02e-06, 6.06e-07, 5.12e-07, 1.68e-06, 1.75e-06, 4.74e-07, 3.83e-05, 6.24e-05, 7.20e-05, 2.42e-04, 2.25e-06, 2.04e-06, 1.54e-06, 1.54e-06, 0.00e+00, 0.00e+00, 2.63e-06, 2.57e-06] []
151600 [1.86e-06, 2.53e-06, 2.17e-06, 2.41e-06, 2.39e-06, 5.11e-07, 3.72e-07, 2.70e-05, 3.63e-05, 7.30e-07, 4.55e-06, 1.97e-06, 2.97e-06, 3.81e-08, 2.50e-08, 2.60e-08, 5.68e-08, 5.39e-08, 4.35e-06, 6.43e-06, 2.36e-05, 3.28e-05] [1.86e-06, 2.53e-06, 2.17e-06, 2.41e-06, 2.39e-06, 5.11e-07, 3.72e-07, 2.70e-05, 3.63e-05, 7.30e-07, 4.55e-06, 1.97e-06, 2.97e-06, 3.81e-08, 2.50e-08, 2.60e-08, 5.68e-08, 5.39e-08, 4.35e-06, 6.43e-06, 2.36e-05, 3.28e-05] []
151700 [3.36e-06, 2.63e-06, 2.22e-06, 2.09e-06, 2.18e-06, 5.86e-07, 4.57e-07, 7.21e-10, 4.54e-08, 1.07e-05, 7.01e-06, 4.07e-05, 6.71e-05, 1.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.20e-09, 2.99e-07, 1.08e-07] [3.36e-06, 2.63e-06, 2.22e-06, 2.09e-06, 2.18e-06, 5.86e-07, 4.57e-07, 7.21e-10, 4.54e-08, 1.07e-05, 7.01e-06, 4.07e-05, 6.71e-05, 1.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.20e-09, 2.99e-07, 1.08e-07] []
151800 [1.90e-06, 2.49e-06, 2.14e-06, 2.37e-06, 2.36e-06, 4.90e-07, 3.49e-07, 7.02e-07, 8.92e-07, 6.63e-09, 1.29e-06, 1.34e-06, 7.52e-07, 2.82e-08, 1.29e-08, 1.43e-08, 1.43e-08, 1.43e-08, 4.65e-08, 6.66e-08, 2.23e-07, 3.89e-07] [1.90e-06, 2.49e-06, 2.14e-06, 2.37e-06, 2.36e-06, 4.90e-07, 3.49e-07, 7.02e-07, 8.92e-07, 6.63e-09, 1.29e-06, 1.34e-06, 7.52e-07, 2.82e-08, 1.29e-08, 1.43e-08, 1.43e-08, 1.43e-08, 4.65e-08, 6.66e-08, 2.23e-07, 3.89e-07] []
151900 [2.30e-06, 2.76e-06, 2.27e-06, 2.51e-06, 2.61e-06, 6.12e-07, 4.87e-07, 2.70e-06, 3.41e-08, 2.30e-07, 4.03e-06, 1.07e-05, 1.25e-05, 2.62e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.10e-07, 0.00e+00, 1.95e-06, 1.60e-07] [2.30e-06, 2.76e-06, 2.27e-06, 2.51e-06, 2.61e-06, 6.12e-07, 4.87e-07, 2.70e-06, 3.41e-08, 2.30e-07, 4.03e-06, 1.07e-05, 1.25e-05, 2.62e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 3.10e-07, 0.00e+00, 1.95e-06, 1.60e-07] []
152000 [1.91e-06, 2.53e-06, 2.11e-06, 2.35e-06, 2.35e-06, 5.00e-07, 3.54e-07, 2.18e-05, 4.82e-06, 6.53e-08, 3.80e-06, 2.03e-06, 4.46e-06, 2.03e-06, 4.44e-08, 3.82e-08, 7.83e-08, 7.64e-08, 3.36e-06, 0.00e+00, 1.85e-05, 6.35e-06] [1.91e-06, 2.53e-06, 2.11e-06, 2.35e-06, 2.35e-06, 5.00e-07, 3.54e-07, 2.18e-05, 4.82e-06, 6.53e-08, 3.80e-06, 2.03e-06, 4.46e-06, 2.03e-06, 4.44e-08, 3.82e-08, 7.83e-08, 7.64e-08, 3.36e-06, 0.00e+00, 1.85e-05, 6.35e-06] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 41.801263 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
152000 [1.91e-06, 2.53e-06, 2.11e-06, 2.35e-06, 2.35e-06, 5.00e-07, 3.54e-07, 2.18e-05, 4.82e-06, 6.53e-08, 3.80e-06, 2.03e-06, 4.46e-06, 2.03e-06, 4.44e-08, 3.82e-08, 7.83e-08, 7.64e-08, 3.36e-06, 0.00e+00, 1.85e-05, 6.35e-06] [1.91e-06, 2.53e-06, 2.11e-06, 2.35e-06, 2.35e-06, 5.00e-07, 3.54e-07, 2.18e-05, 4.82e-06, 6.53e-08, 3.80e-06, 2.03e-06, 4.46e-06, 2.03e-06, 4.44e-08, 3.82e-08, 7.83e-08, 7.64e-08, 3.36e-06, 0.00e+00, 1.85e-05, 6.35e-06] []
152100 [1.75e-06, 2.70e-06, 2.25e-06, 2.56e-06, 2.58e-06, 4.99e-07, 3.76e-07, 7.29e-07, 1.06e-06, 1.26e-06, 2.29e-06, 4.64e-06, 1.06e-05, 1.70e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.82e-08, 0.00e+00, 3.28e-07, 1.62e-06] [1.75e-06, 2.70e-06, 2.25e-06, 2.56e-06, 2.58e-06, 4.99e-07, 3.76e-07, 7.29e-07, 1.06e-06, 1.26e-06, 2.29e-06, 4.64e-06, 1.06e-05, 1.70e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.82e-08, 0.00e+00, 3.28e-07, 1.62e-06] []
152200 [2.13e-06, 2.54e-06, 2.10e-06, 2.20e-06, 2.25e-06, 5.12e-07, 3.74e-07, 5.02e-06, 1.30e-05, 4.55e-07, 2.91e-06, 2.60e-06, 2.27e-06, 9.61e-07, 5.21e-10, 3.58e-10, 5.56e-09, 5.45e-09, 5.59e-07, 0.00e+00, 3.40e-06, 1.55e-05] [2.13e-06, 2.54e-06, 2.10e-06, 2.20e-06, 2.25e-06, 5.12e-07, 3.74e-07, 5.02e-06, 1.30e-05, 4.55e-07, 2.91e-06, 2.60e-06, 2.27e-06, 9.61e-07, 5.21e-10, 3.58e-10, 5.56e-09, 5.45e-09, 5.59e-07, 0.00e+00, 3.40e-06, 1.55e-05] []
152300 [1.71e-06, 2.57e-06, 2.18e-06, 2.43e-06, 2.42e-06, 4.76e-07, 3.50e-07, 7.18e-08, 3.52e-07, 2.02e-07, 1.39e-06, 2.03e-06, 1.31e-06, 3.52e-06, 0.00e+00, 0.00e+00, 6.93e-10, 4.79e-10, 0.00e+00, 2.19e-08, 3.66e-07, 9.53e-08] [1.71e-06, 2.57e-06, 2.18e-06, 2.43e-06, 2.42e-06, 4.76e-07, 3.50e-07, 7.18e-08, 3.52e-07, 2.02e-07, 1.39e-06, 2.03e-06, 1.31e-06, 3.52e-06, 0.00e+00, 0.00e+00, 6.93e-10, 4.79e-10, 0.00e+00, 2.19e-08, 3.66e-07, 9.53e-08] []
152400 [2.09e-06, 2.66e-06, 2.22e-06, 2.48e-06, 2.53e-06, 5.29e-07, 4.08e-07, 1.07e-07, 2.48e-07, 4.76e-07, 1.68e-06, 8.39e-06, 1.86e-05, 7.58e-06, 3.00e-08, 2.89e-08, 2.60e-08, 2.49e-08, 0.00e+00, 0.00e+00, 3.56e-07, 5.35e-07] [2.09e-06, 2.66e-06, 2.22e-06, 2.48e-06, 2.53e-06, 5.29e-07, 4.08e-07, 1.07e-07, 2.48e-07, 4.76e-07, 1.68e-06, 8.39e-06, 1.86e-05, 7.58e-06, 3.00e-08, 2.89e-08, 2.60e-08, 2.49e-08, 0.00e+00, 0.00e+00, 3.56e-07, 5.35e-07] []
152500 [2.63e-06, 2.46e-06, 2.13e-06, 2.28e-06, 2.31e-06, 5.08e-07, 3.59e-07, 1.91e-06, 3.41e-07, 3.10e-06, 3.53e-06, 8.60e-06, 8.21e-06, 4.91e-05, 4.59e-07, 4.69e-07, 2.90e-07, 2.91e-07, 0.00e+00, 2.13e-08, 3.03e-06, 8.46e-08] [2.63e-06, 2.46e-06, 2.13e-06, 2.28e-06, 2.31e-06, 5.08e-07, 3.59e-07, 1.91e-06, 3.41e-07, 3.10e-06, 3.53e-06, 8.60e-06, 8.21e-06, 4.91e-05, 4.59e-07, 4.69e-07, 2.90e-07, 2.91e-07, 0.00e+00, 2.13e-08, 3.03e-06, 8.46e-08] []
152600 [1.82e-06, 2.62e-06, 2.14e-06, 2.45e-06, 2.42e-06, 4.97e-07, 3.51e-07, 8.85e-05, 2.47e-08, 5.07e-07, 2.02e-06, 1.69e-06, 1.27e-06, 9.20e-07, 2.02e-09, 3.09e-09, 2.24e-08, 2.02e-08, 1.73e-05, 0.00e+00, 8.33e-05, 1.62e-07] [1.82e-06, 2.62e-06, 2.14e-06, 2.45e-06, 2.42e-06, 4.97e-07, 3.51e-07, 8.85e-05, 2.47e-08, 5.07e-07, 2.02e-06, 1.69e-06, 1.27e-06, 9.20e-07, 2.02e-09, 3.09e-09, 2.24e-08, 2.02e-08, 1.73e-05, 0.00e+00, 8.33e-05, 1.62e-07] []
152700 [1.80e-06, 2.41e-06, 2.07e-06, 2.27e-06, 2.29e-06, 5.37e-07, 3.76e-07, 1.30e-07, 1.20e-07, 7.80e-08, 1.16e-06, 1.19e-06, 6.68e-07, 1.72e-07, 1.73e-08, 1.85e-08, 1.61e-08, 1.63e-08, 0.00e+00, 0.00e+00, 5.27e-07, 4.30e-07] [1.80e-06, 2.41e-06, 2.07e-06, 2.27e-06, 2.29e-06, 5.37e-07, 3.76e-07, 1.30e-07, 1.20e-07, 7.80e-08, 1.16e-06, 1.19e-06, 6.68e-07, 1.72e-07, 1.73e-08, 1.85e-08, 1.61e-08, 1.63e-08, 0.00e+00, 0.00e+00, 5.27e-07, 4.30e-07] []
152800 [1.95e-06, 2.70e-06, 2.26e-06, 2.47e-06, 2.50e-06, 4.80e-07, 3.79e-07, 1.98e-06, 5.54e-06, 2.85e-07, 2.11e-06, 4.95e-06, 3.04e-06, 6.22e-06, 9.48e-09, 1.02e-08, 1.29e-07, 1.27e-07, 0.00e+00, 0.00e+00, 2.72e-06, 6.54e-06] [1.95e-06, 2.70e-06, 2.26e-06, 2.47e-06, 2.50e-06, 4.80e-07, 3.79e-07, 1.98e-06, 5.54e-06, 2.85e-07, 2.11e-06, 4.95e-06, 3.04e-06, 6.22e-06, 9.48e-09, 1.02e-08, 1.29e-07, 1.27e-07, 0.00e+00, 0.00e+00, 2.72e-06, 6.54e-06] []
152900 [1.73e-06, 2.42e-06, 2.07e-06, 2.28e-06, 2.29e-06, 5.35e-07, 3.71e-07, 6.39e-07, 1.40e-10, 2.89e-08, 1.66e-06, 1.25e-06, 1.27e-06, 8.49e-08, 1.94e-08, 2.08e-08, 2.94e-08, 2.90e-08, 4.50e-08, 5.03e-11, 2.19e-07, 9.76e-08] [1.73e-06, 2.42e-06, 2.07e-06, 2.28e-06, 2.29e-06, 5.35e-07, 3.71e-07, 6.39e-07, 1.40e-10, 2.89e-08, 1.66e-06, 1.25e-06, 1.27e-06, 8.49e-08, 1.94e-08, 2.08e-08, 2.94e-08, 2.90e-08, 4.50e-08, 5.03e-11, 2.19e-07, 9.76e-08] []
153000 [1.75e-06, 2.74e-06, 2.28e-06, 2.57e-06, 2.58e-06, 4.74e-07, 3.75e-07, 6.09e-07, 2.83e-06, 1.82e-06, 2.86e-06, 5.71e-06, 4.92e-06, 1.82e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-08, 3.34e-07, 2.28e-07, 2.05e-06] [1.75e-06, 2.74e-06, 2.28e-06, 2.57e-06, 2.58e-06, 4.74e-07, 3.75e-07, 6.09e-07, 2.83e-06, 1.82e-06, 2.86e-06, 5.71e-06, 4.92e-06, 1.82e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-08, 3.34e-07, 2.28e-07, 2.05e-06] []
153100 [1.52e-06, 2.42e-06, 2.01e-06, 2.32e-06, 2.32e-06, 5.67e-07, 4.04e-07, 4.44e-07, 3.37e-05, 2.40e-07, 4.10e-06, 8.50e-06, 1.34e-05, 3.38e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.13e-06, 3.75e-05] [1.52e-06, 2.42e-06, 2.01e-06, 2.32e-06, 2.32e-06, 5.67e-07, 4.04e-07, 4.44e-07, 3.37e-05, 2.40e-07, 4.10e-06, 8.50e-06, 1.34e-05, 3.38e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.13e-06, 3.75e-05] []
153200 [1.89e-06, 2.51e-06, 2.14e-06, 2.35e-06, 2.37e-06, 4.89e-07, 3.46e-07, 4.11e-09, 9.13e-08, 3.35e-08, 1.34e-06, 1.48e-06, 7.86e-07, 6.20e-07, 1.18e-08, 1.61e-08, 2.27e-08, 2.32e-08, 5.42e-10, 6.04e-09, 8.38e-08, 4.39e-08] [1.89e-06, 2.51e-06, 2.14e-06, 2.35e-06, 2.37e-06, 4.89e-07, 3.46e-07, 4.11e-09, 9.13e-08, 3.35e-08, 1.34e-06, 1.48e-06, 7.86e-07, 6.20e-07, 1.18e-08, 1.61e-08, 2.27e-08, 2.32e-08, 5.42e-10, 6.04e-09, 8.38e-08, 4.39e-08] []
153300 [6.61e-06, 2.90e-06, 2.53e-06, 2.22e-06, 2.21e-06, 7.49e-07, 6.57e-07, 1.17e-06, 1.83e-05, 4.81e-06, 4.79e-05, 7.70e-05, 1.38e-04, 4.91e-04, 2.06e-06, 1.93e-06, 1.89e-06, 1.93e-06, 0.00e+00, 3.19e-06, 1.94e-06, 1.62e-05] [6.61e-06, 2.90e-06, 2.53e-06, 2.22e-06, 2.21e-06, 7.49e-07, 6.57e-07, 1.17e-06, 1.83e-05, 4.81e-06, 4.79e-05, 7.70e-05, 1.38e-04, 4.91e-04, 2.06e-06, 1.93e-06, 1.89e-06, 1.93e-06, 0.00e+00, 3.19e-06, 1.94e-06, 1.62e-05] []
153400 [1.78e-06, 2.43e-06, 2.06e-06, 2.29e-06, 2.30e-06, 5.08e-07, 3.60e-07, 6.78e-07, 1.27e-07, 2.75e-09, 1.20e-06, 1.11e-06, 7.42e-07, 2.31e-07, 1.55e-08, 1.70e-08, 2.10e-08, 2.15e-08, 4.82e-08, 0.00e+00, 2.55e-07, 3.80e-07] [1.78e-06, 2.43e-06, 2.06e-06, 2.29e-06, 2.30e-06, 5.08e-07, 3.60e-07, 6.78e-07, 1.27e-07, 2.75e-09, 1.20e-06, 1.11e-06, 7.42e-07, 2.31e-07, 1.55e-08, 1.70e-08, 2.10e-08, 2.15e-08, 4.82e-08, 0.00e+00, 2.55e-07, 3.80e-07] []
153500 [1.77e-06, 2.60e-06, 2.20e-06, 2.44e-06, 2.46e-06, 4.83e-07, 3.42e-07, 2.39e-08, 1.07e-06, 6.11e-08, 1.68e-06, 1.63e-06, 9.06e-07, 1.18e-06, 1.09e-09, 1.63e-09, 2.29e-09, 1.93e-09, 1.46e-09, 1.02e-07, 5.90e-08, 6.52e-07] [1.77e-06, 2.60e-06, 2.20e-06, 2.44e-06, 2.46e-06, 4.83e-07, 3.42e-07, 2.39e-08, 1.07e-06, 6.11e-08, 1.68e-06, 1.63e-06, 9.06e-07, 1.18e-06, 1.09e-09, 1.63e-09, 2.29e-09, 1.93e-09, 1.46e-09, 1.02e-07, 5.90e-08, 6.52e-07] []
153600 [3.76e-06, 2.47e-06, 2.13e-06, 2.22e-06, 2.29e-06, 5.44e-07, 3.74e-07, 1.17e-06, 6.75e-09, 5.34e-06, 1.03e-05, 2.49e-05, 5.30e-05, 1.57e-04, 1.63e-06, 1.64e-06, 1.23e-06, 1.23e-06, 1.00e-07, 0.00e+00, 6.17e-07, 1.12e-07] [3.76e-06, 2.47e-06, 2.13e-06, 2.22e-06, 2.29e-06, 5.44e-07, 3.74e-07, 1.17e-06, 6.75e-09, 5.34e-06, 1.03e-05, 2.49e-05, 5.30e-05, 1.57e-04, 1.63e-06, 1.64e-06, 1.23e-06, 1.23e-06, 1.00e-07, 0.00e+00, 6.17e-07, 1.12e-07] []
153700 [1.77e-06, 2.46e-06, 2.08e-06, 2.32e-06, 2.38e-06, 5.24e-07, 3.62e-07, 6.90e-07, 1.28e-07, 1.03e-08, 1.26e-06, 1.39e-06, 7.99e-07, 3.18e-07, 1.45e-09, 2.10e-09, 1.87e-09, 1.94e-09, 5.25e-08, 8.08e-09, 3.00e-07, 3.75e-08] [1.77e-06, 2.46e-06, 2.08e-06, 2.32e-06, 2.38e-06, 5.24e-07, 3.62e-07, 6.90e-07, 1.28e-07, 1.03e-08, 1.26e-06, 1.39e-06, 7.99e-07, 3.18e-07, 1.45e-09, 2.10e-09, 1.87e-09, 1.94e-09, 5.25e-08, 8.08e-09, 3.00e-07, 3.75e-08] []
153800 [3.53e-06, 2.91e-06, 2.47e-06, 1.88e-06, 2.14e-06, 7.54e-07, 5.76e-07, 3.20e-06, 1.05e-05, 4.99e-07, 2.60e-05, 2.75e-05, 3.68e-05, 3.33e-05, 3.00e-08, 2.66e-08, 6.60e-07, 6.80e-07, 3.20e-07, 0.00e+00, 1.98e-06, 1.25e-05] [3.53e-06, 2.91e-06, 2.47e-06, 1.88e-06, 2.14e-06, 7.54e-07, 5.76e-07, 3.20e-06, 1.05e-05, 4.99e-07, 2.60e-05, 2.75e-05, 3.68e-05, 3.33e-05, 3.00e-08, 2.66e-08, 6.60e-07, 6.80e-07, 3.20e-07, 0.00e+00, 1.98e-06, 1.25e-05] []
153900 [1.90e-06, 2.56e-06, 2.08e-06, 2.33e-06, 2.33e-06, 5.58e-07, 3.72e-07, 2.73e-04, 3.89e-05, 9.17e-06, 4.00e-05, 1.40e-05, 3.60e-05, 1.14e-06, 1.24e-07, 1.18e-07, 3.11e-07, 2.97e-07, 5.94e-05, 7.26e-06, 2.63e-04, 3.60e-05] [1.90e-06, 2.56e-06, 2.08e-06, 2.33e-06, 2.33e-06, 5.58e-07, 3.72e-07, 2.73e-04, 3.89e-05, 9.17e-06, 4.00e-05, 1.40e-05, 3.60e-05, 1.14e-06, 1.24e-07, 1.18e-07, 3.11e-07, 2.97e-07, 5.94e-05, 7.26e-06, 2.63e-04, 3.60e-05] []
154000 [3.32e-06, 3.05e-06, 2.55e-06, 2.82e-06, 2.71e-06, 6.12e-07, 4.86e-07, 2.96e-06, 3.01e-07, 1.24e-05, 6.50e-06, 6.93e-05, 1.05e-04, 2.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.38e-08, 4.82e-06, 5.52e-08] [3.32e-06, 3.05e-06, 2.55e-06, 2.82e-06, 2.71e-06, 6.12e-07, 4.86e-07, 2.96e-06, 3.01e-07, 1.24e-05, 6.50e-06, 6.93e-05, 1.05e-04, 2.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.38e-08, 4.82e-06, 5.52e-08] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 44.342879 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
154000 [3.32e-06, 3.05e-06, 2.55e-06, 2.82e-06, 2.71e-06, 6.12e-07, 4.86e-07, 2.96e-06, 3.01e-07, 1.24e-05, 6.50e-06, 6.93e-05, 1.05e-04, 2.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.38e-08, 4.82e-06, 5.52e-08] [3.32e-06, 3.05e-06, 2.55e-06, 2.82e-06, 2.71e-06, 6.12e-07, 4.86e-07, 2.96e-06, 3.01e-07, 1.24e-05, 6.50e-06, 6.93e-05, 1.05e-04, 2.88e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.38e-08, 4.82e-06, 5.52e-08] []
154100 [1.64e-06, 2.40e-06, 2.03e-06, 2.27e-06, 2.29e-06, 5.11e-07, 3.48e-07, 1.39e-07, 2.07e-07, 2.57e-08, 1.05e-06, 1.16e-06, 7.09e-07, 3.14e-08, 5.93e-09, 7.23e-09, 5.35e-09, 5.61e-09, 8.55e-09, 0.00e+00, 6.35e-08, 4.83e-07] [1.64e-06, 2.40e-06, 2.03e-06, 2.27e-06, 2.29e-06, 5.11e-07, 3.48e-07, 1.39e-07, 2.07e-07, 2.57e-08, 1.05e-06, 1.16e-06, 7.09e-07, 3.14e-08, 5.93e-09, 7.23e-09, 5.35e-09, 5.61e-09, 8.55e-09, 0.00e+00, 6.35e-08, 4.83e-07] []
154200 [1.69e-06, 2.82e-06, 2.33e-06, 2.70e-06, 2.66e-06, 3.86e-07, 3.28e-07, 1.72e-06, 1.30e-07, 9.77e-08, 4.56e-06, 4.14e-06, 6.62e-06, 1.19e-06, 2.80e-08, 3.06e-08, 3.48e-08, 3.07e-08, 0.00e+00, 0.00e+00, 2.53e-06, 3.37e-07] [1.69e-06, 2.82e-06, 2.33e-06, 2.70e-06, 2.66e-06, 3.86e-07, 3.28e-07, 1.72e-06, 1.30e-07, 9.77e-08, 4.56e-06, 4.14e-06, 6.62e-06, 1.19e-06, 2.80e-08, 3.06e-08, 3.48e-08, 3.07e-08, 0.00e+00, 0.00e+00, 2.53e-06, 3.37e-07] []
154300 [1.70e-06, 2.48e-06, 2.10e-06, 2.32e-06, 2.39e-06, 4.24e-07, 2.83e-07, 3.51e-07, 8.59e-07, 6.00e-09, 1.35e-06, 1.06e-06, 1.00e-06, 8.89e-07, 1.57e-08, 1.80e-08, 2.77e-08, 2.84e-08, 2.28e-08, 7.66e-08, 9.89e-08, 4.84e-07] [1.70e-06, 2.48e-06, 2.10e-06, 2.32e-06, 2.39e-06, 4.24e-07, 2.83e-07, 3.51e-07, 8.59e-07, 6.00e-09, 1.35e-06, 1.06e-06, 1.00e-06, 8.89e-07, 1.57e-08, 1.80e-08, 2.77e-08, 2.84e-08, 2.28e-08, 7.66e-08, 9.89e-08, 4.84e-07] []
154400 [1.68e-06, 2.65e-06, 2.23e-06, 2.54e-06, 2.56e-06, 3.33e-07, 2.49e-07, 2.95e-07, 3.61e-07, 3.07e-07, 1.82e-06, 1.45e-06, 1.54e-06, 2.02e-06, 1.15e-08, 1.69e-08, 9.71e-08, 9.81e-08, 0.00e+00, 0.00e+00, 6.00e-07, 6.19e-07] [1.68e-06, 2.65e-06, 2.23e-06, 2.54e-06, 2.56e-06, 3.33e-07, 2.49e-07, 2.95e-07, 3.61e-07, 3.07e-07, 1.82e-06, 1.45e-06, 1.54e-06, 2.02e-06, 1.15e-08, 1.69e-08, 9.71e-08, 9.81e-08, 0.00e+00, 0.00e+00, 6.00e-07, 6.19e-07] []
154500 [1.61e-06, 2.66e-06, 2.21e-06, 2.43e-06, 2.53e-06, 3.81e-07, 2.95e-07, 2.19e-06, 2.06e-07, 1.08e-06, 3.30e-06, 9.00e-06, 1.29e-05, 4.11e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.00e-08, 3.38e-06, 4.02e-08] [1.61e-06, 2.66e-06, 2.21e-06, 2.43e-06, 2.53e-06, 3.81e-07, 2.95e-07, 2.19e-06, 2.06e-07, 1.08e-06, 3.30e-06, 9.00e-06, 1.29e-05, 4.11e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.00e-08, 3.38e-06, 4.02e-08] []
154600 [1.66e-06, 2.69e-06, 2.24e-06, 2.58e-06, 2.66e-06, 4.29e-07, 3.32e-07, 7.09e-08, 1.22e-08, 1.64e-06, 2.82e-06, 5.19e-06, 1.03e-05, 5.79e-06, 0.00e+00, 0.00e+00, 7.70e-08, 7.15e-08, 0.00e+00, 1.41e-11, 2.05e-07, 6.61e-08] [1.66e-06, 2.69e-06, 2.24e-06, 2.58e-06, 2.66e-06, 4.29e-07, 3.32e-07, 7.09e-08, 1.22e-08, 1.64e-06, 2.82e-06, 5.19e-06, 1.03e-05, 5.79e-06, 0.00e+00, 0.00e+00, 7.70e-08, 7.15e-08, 0.00e+00, 1.41e-11, 2.05e-07, 6.61e-08] []
154700 [1.61e-06, 2.50e-06, 2.08e-06, 2.37e-06, 2.46e-06, 5.44e-07, 3.67e-07, 1.39e-06, 4.13e-06, 9.06e-07, 5.87e-06, 1.21e-05, 2.25e-05, 5.45e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.08e-07, 0.00e+00, 6.76e-07, 5.31e-06] [1.61e-06, 2.50e-06, 2.08e-06, 2.37e-06, 2.46e-06, 5.44e-07, 3.67e-07, 1.39e-06, 4.13e-06, 9.06e-07, 5.87e-06, 1.21e-05, 2.25e-05, 5.45e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.08e-07, 0.00e+00, 6.76e-07, 5.31e-06] []
154800 [1.55e-06, 2.53e-06, 2.13e-06, 2.38e-06, 2.42e-06, 3.89e-07, 2.70e-07, 7.57e-07, 4.14e-08, 1.20e-07, 1.61e-06, 1.36e-06, 8.69e-07, 1.56e-06, 5.87e-10, 9.72e-10, 1.54e-09, 1.55e-09, 5.85e-08, 2.56e-09, 3.48e-07, 3.41e-08] [1.55e-06, 2.53e-06, 2.13e-06, 2.38e-06, 2.42e-06, 3.89e-07, 2.70e-07, 7.57e-07, 4.14e-08, 1.20e-07, 1.61e-06, 1.36e-06, 8.69e-07, 1.56e-06, 5.87e-10, 9.72e-10, 1.54e-09, 1.55e-09, 5.85e-08, 2.56e-09, 3.48e-07, 3.41e-08] []
154900 [1.62e-06, 2.62e-06, 2.17e-06, 2.43e-06, 2.53e-06, 4.06e-07, 3.13e-07, 1.35e-06, 2.01e-08, 1.08e-07, 1.89e-06, 3.35e-06, 2.23e-06, 3.68e-07, 0.00e+00, 0.00e+00, 1.25e-08, 1.32e-08, 0.00e+00, 0.00e+00, 2.07e-06, 1.23e-07] [1.62e-06, 2.62e-06, 2.17e-06, 2.43e-06, 2.53e-06, 4.06e-07, 3.13e-07, 1.35e-06, 2.01e-08, 1.08e-07, 1.89e-06, 3.35e-06, 2.23e-06, 3.68e-07, 0.00e+00, 0.00e+00, 1.25e-08, 1.32e-08, 0.00e+00, 0.00e+00, 2.07e-06, 1.23e-07] []
155000 [8.39e-06, 3.04e-06, 2.37e-06, 3.25e-06, 3.27e-06, 1.11e-06, 7.49e-07, 5.40e-06, 2.81e-05, 2.60e-05, 7.06e-05, 2.83e-04, 4.46e-04, 1.33e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.88e-06, 3.20e-05] [8.39e-06, 3.04e-06, 2.37e-06, 3.25e-06, 3.27e-06, 1.11e-06, 7.49e-07, 5.40e-06, 2.81e-05, 2.60e-05, 7.06e-05, 2.83e-04, 4.46e-04, 1.33e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 7.88e-06, 3.20e-05] []
155100 [1.69e-06, 2.44e-06, 2.08e-06, 2.26e-06, 2.34e-06, 4.56e-07, 3.06e-07, 3.38e-06, 4.77e-08, 8.14e-08, 1.67e-06, 1.12e-06, 8.05e-07, 4.66e-08, 3.87e-09, 5.73e-09, 4.01e-09, 4.53e-09, 0.00e+00, 0.00e+00, 4.61e-06, 2.12e-07] [1.69e-06, 2.44e-06, 2.08e-06, 2.26e-06, 2.34e-06, 4.56e-07, 3.06e-07, 3.38e-06, 4.77e-08, 8.14e-08, 1.67e-06, 1.12e-06, 8.05e-07, 4.66e-08, 3.87e-09, 5.73e-09, 4.01e-09, 4.53e-09, 0.00e+00, 0.00e+00, 4.61e-06, 2.12e-07] []
155200 [1.98e-06, 2.59e-06, 2.17e-06, 2.41e-06, 2.47e-06, 4.03e-07, 2.93e-07, 9.95e-08, 1.43e-07, 2.67e-07, 1.90e-06, 3.11e-06, 1.66e-06, 3.80e-06, 2.14e-08, 3.02e-08, 5.14e-08, 5.29e-08, 0.00e+00, 0.00e+00, 3.16e-07, 3.22e-07] [1.98e-06, 2.59e-06, 2.17e-06, 2.41e-06, 2.47e-06, 4.03e-07, 2.93e-07, 9.95e-08, 1.43e-07, 2.67e-07, 1.90e-06, 3.11e-06, 1.66e-06, 3.80e-06, 2.14e-08, 3.02e-08, 5.14e-08, 5.29e-08, 0.00e+00, 0.00e+00, 3.16e-07, 3.22e-07] []
155300 [4.58e-06, 3.01e-06, 2.29e-06, 2.85e-06, 2.76e-06, 7.63e-07, 4.87e-07, 7.76e-05, 3.51e-05, 3.02e-05, 2.58e-05, 1.33e-04, 1.59e-04, 7.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.42e-05, 0.00e+00, 7.03e-05, 3.90e-05] [4.58e-06, 3.01e-06, 2.29e-06, 2.85e-06, 2.76e-06, 7.63e-07, 4.87e-07, 7.76e-05, 3.51e-05, 3.02e-05, 2.58e-05, 1.33e-04, 1.59e-04, 7.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.42e-05, 0.00e+00, 7.03e-05, 3.90e-05] []
155400 [5.16e-06, 2.95e-06, 2.52e-06, 1.95e-06, 2.39e-06, 6.18e-07, 5.34e-07, 2.47e-06, 1.88e-07, 3.24e-06, 1.37e-05, 2.95e-05, 9.34e-05, 2.32e-04, 1.14e-06, 9.18e-07, 1.01e-07, 9.38e-08, 1.99e-07, 7.27e-09, 1.25e-06, 3.58e-08] [5.16e-06, 2.95e-06, 2.52e-06, 1.95e-06, 2.39e-06, 6.18e-07, 5.34e-07, 2.47e-06, 1.88e-07, 3.24e-06, 1.37e-05, 2.95e-05, 9.34e-05, 2.32e-04, 1.14e-06, 9.18e-07, 1.01e-07, 9.38e-08, 1.99e-07, 7.27e-09, 1.25e-06, 3.58e-08] []
155500 [1.67e-06, 2.43e-06, 2.05e-06, 2.23e-06, 2.31e-06, 5.12e-07, 3.47e-07, 1.88e-07, 2.47e-08, 7.57e-09, 1.41e-06, 9.15e-07, 6.39e-07, 5.48e-08, 6.56e-09, 8.46e-09, 5.83e-09, 6.63e-09, 1.04e-08, 0.00e+00, 5.74e-08, 1.63e-07] [1.67e-06, 2.43e-06, 2.05e-06, 2.23e-06, 2.31e-06, 5.12e-07, 3.47e-07, 1.88e-07, 2.47e-08, 7.57e-09, 1.41e-06, 9.15e-07, 6.39e-07, 5.48e-08, 6.56e-09, 8.46e-09, 5.83e-09, 6.63e-09, 1.04e-08, 0.00e+00, 5.74e-08, 1.63e-07] []
155600 [1.82e-06, 2.44e-06, 2.05e-06, 2.16e-06, 2.32e-06, 7.63e-07, 5.79e-07, 5.29e-07, 6.02e-07, 7.52e-06, 4.17e-06, 8.00e-06, 9.69e-06, 2.65e-05, 1.01e-07, 1.47e-07, 0.00e+00, 0.00e+00, 3.55e-08, 4.81e-08, 1.68e-07, 2.92e-07] [1.82e-06, 2.44e-06, 2.05e-06, 2.16e-06, 2.32e-06, 7.63e-07, 5.79e-07, 5.29e-07, 6.02e-07, 7.52e-06, 4.17e-06, 8.00e-06, 9.69e-06, 2.65e-05, 1.01e-07, 1.47e-07, 0.00e+00, 0.00e+00, 3.55e-08, 4.81e-08, 1.68e-07, 2.92e-07] []
155700 [1.89e-06, 2.38e-06, 2.02e-06, 2.11e-06, 2.28e-06, 7.07e-07, 4.81e-07, 4.83e-07, 1.22e-06, 1.16e-09, 1.33e-06, 8.46e-07, 5.42e-07, 5.31e-08, 3.65e-09, 4.54e-09, 7.90e-09, 8.36e-09, 3.13e-08, 1.17e-07, 1.42e-07, 7.38e-07] [1.89e-06, 2.38e-06, 2.02e-06, 2.11e-06, 2.28e-06, 7.07e-07, 4.81e-07, 4.83e-07, 1.22e-06, 1.16e-09, 1.33e-06, 8.46e-07, 5.42e-07, 5.31e-08, 3.65e-09, 4.54e-09, 7.90e-09, 8.36e-09, 3.13e-08, 1.17e-07, 1.42e-07, 7.38e-07] []
155800 [3.59e-06, 2.89e-06, 2.48e-06, 2.07e-06, 2.38e-06, 6.09e-07, 5.39e-07, 1.40e-06, 4.55e-08, 2.67e-06, 1.09e-05, 2.84e-05, 8.86e-05, 1.91e-04, 7.31e-07, 9.01e-07, 7.04e-07, 8.13e-07, 0.00e+00, 1.62e-09, 2.71e-06, 6.02e-08] [3.59e-06, 2.89e-06, 2.48e-06, 2.07e-06, 2.38e-06, 6.09e-07, 5.39e-07, 1.40e-06, 4.55e-08, 2.67e-06, 1.09e-05, 2.84e-05, 8.86e-05, 1.91e-04, 7.31e-07, 9.01e-07, 7.04e-07, 8.13e-07, 0.00e+00, 1.62e-09, 2.71e-06, 6.02e-08] []
155900 [1.66e-06, 2.44e-06, 2.05e-06, 2.26e-06, 2.27e-06, 5.18e-07, 3.36e-07, 3.31e-07, 2.77e-07, 2.80e-08, 1.41e-06, 9.41e-07, 7.39e-07, 1.32e-07, 5.33e-09, 7.37e-09, 8.95e-09, 9.02e-09, 2.00e-08, 1.76e-08, 8.12e-08, 8.18e-08] [1.66e-06, 2.44e-06, 2.05e-06, 2.26e-06, 2.27e-06, 5.18e-07, 3.36e-07, 3.31e-07, 2.77e-07, 2.80e-08, 1.41e-06, 9.41e-07, 7.39e-07, 1.32e-07, 5.33e-09, 7.37e-09, 8.95e-09, 9.02e-09, 2.00e-08, 1.76e-08, 8.12e-08, 8.18e-08] []
156000 [1.40e-05, 3.25e-06, 2.58e-06, 3.57e-06, 3.63e-06, 1.45e-06, 9.42e-07, 1.50e-08, 5.80e-07, 9.65e-05, 8.72e-05, 4.46e-04, 6.04e-04, 2.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.35e-08, 2.07e-07, 2.74e-07] [1.40e-05, 3.25e-06, 2.58e-06, 3.57e-06, 3.63e-06, 1.45e-06, 9.42e-07, 1.50e-08, 5.80e-07, 9.65e-05, 8.72e-05, 4.46e-04, 6.04e-04, 2.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.35e-08, 2.07e-07, 2.74e-07] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 49.941047 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
156000 [1.40e-05, 3.25e-06, 2.58e-06, 3.57e-06, 3.63e-06, 1.45e-06, 9.42e-07, 1.50e-08, 5.80e-07, 9.65e-05, 8.72e-05, 4.46e-04, 6.04e-04, 2.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.35e-08, 2.07e-07, 2.74e-07] [1.40e-05, 3.25e-06, 2.58e-06, 3.57e-06, 3.63e-06, 1.45e-06, 9.42e-07, 1.50e-08, 5.80e-07, 9.65e-05, 8.72e-05, 4.46e-04, 6.04e-04, 2.65e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.35e-08, 2.07e-07, 2.74e-07] []
156100 [1.82e-06, 2.51e-06, 2.04e-06, 2.31e-06, 2.30e-06, 4.73e-07, 3.31e-07, 2.26e-06, 3.90e-05, 1.02e-06, 6.10e-06, 2.81e-06, 3.40e-06, 8.30e-07, 4.96e-09, 8.38e-09, 2.20e-09, 2.45e-09, 2.06e-07, 0.00e+00, 1.31e-06, 4.23e-05] [1.82e-06, 2.51e-06, 2.04e-06, 2.31e-06, 2.30e-06, 4.73e-07, 3.31e-07, 2.26e-06, 3.90e-05, 1.02e-06, 6.10e-06, 2.81e-06, 3.40e-06, 8.30e-07, 4.96e-09, 8.38e-09, 2.20e-09, 2.45e-09, 2.06e-07, 0.00e+00, 1.31e-06, 4.23e-05] []
156200 [5.63e-06, 2.96e-06, 2.54e-06, 2.07e-06, 2.37e-06, 5.31e-07, 4.76e-07, 3.72e-09, 6.86e-06, 9.31e-06, 1.49e-05, 5.81e-05, 3.93e-05, 1.34e-04, 1.28e-06, 1.27e-06, 1.23e-06, 1.22e-06, 2.56e-10, 0.00e+00, 1.96e-07, 8.67e-06] [5.63e-06, 2.96e-06, 2.54e-06, 2.07e-06, 2.37e-06, 5.31e-07, 4.76e-07, 3.72e-09, 6.86e-06, 9.31e-06, 1.49e-05, 5.81e-05, 3.93e-05, 1.34e-04, 1.28e-06, 1.27e-06, 1.23e-06, 1.22e-06, 2.56e-10, 0.00e+00, 1.96e-07, 8.67e-06] []
156300 [1.63e-06, 2.42e-06, 2.03e-06, 2.21e-06, 2.24e-06, 5.54e-07, 3.74e-07, 3.35e-08, 9.96e-07, 8.18e-08, 1.69e-06, 8.44e-07, 9.22e-07, 1.28e-07, 7.98e-09, 9.40e-09, 1.40e-08, 1.44e-08, 2.30e-09, 9.10e-08, 9.81e-08, 5.75e-07] [1.63e-06, 2.42e-06, 2.03e-06, 2.21e-06, 2.24e-06, 5.54e-07, 3.74e-07, 3.35e-08, 9.96e-07, 8.18e-08, 1.69e-06, 8.44e-07, 9.22e-07, 1.28e-07, 7.98e-09, 9.40e-09, 1.40e-08, 1.44e-08, 2.30e-09, 9.10e-08, 9.81e-08, 5.75e-07] []
156400 [1.71e-06, 2.67e-06, 2.20e-06, 2.45e-06, 2.50e-06, 5.27e-07, 4.15e-07, 1.12e-06, 7.53e-08, 2.31e-12, 1.43e-06, 3.30e-06, 4.14e-06, 3.42e-07, 3.09e-09, 7.51e-09, 2.67e-08, 2.38e-08, 0.00e+00, 4.39e-09, 1.85e-06, 2.96e-08] [1.71e-06, 2.67e-06, 2.20e-06, 2.45e-06, 2.50e-06, 5.27e-07, 4.15e-07, 1.12e-06, 7.53e-08, 2.31e-12, 1.43e-06, 3.30e-06, 4.14e-06, 3.42e-07, 3.09e-09, 7.51e-09, 2.67e-08, 2.38e-08, 0.00e+00, 4.39e-09, 1.85e-06, 2.96e-08] []
156500 [1.76e-06, 2.42e-06, 2.02e-06, 2.17e-06, 2.23e-06, 6.09e-07, 3.95e-07, 5.37e-06, 1.88e-07, 6.76e-08, 2.42e-06, 1.14e-06, 2.63e-06, 1.23e-06, 3.45e-08, 3.80e-08, 5.34e-08, 5.48e-08, 6.33e-07, 1.14e-08, 3.89e-06, 4.36e-08] [1.76e-06, 2.42e-06, 2.02e-06, 2.17e-06, 2.23e-06, 6.09e-07, 3.95e-07, 5.37e-06, 1.88e-07, 6.76e-08, 2.42e-06, 1.14e-06, 2.63e-06, 1.23e-06, 3.45e-08, 3.80e-08, 5.34e-08, 5.48e-08, 6.33e-07, 1.14e-08, 3.89e-06, 4.36e-08] []
156600 [1.47e-06, 2.65e-06, 2.19e-06, 2.48e-06, 2.49e-06, 5.32e-07, 4.26e-07, 1.25e-06, 2.49e-08, 9.40e-09, 1.30e-06, 2.32e-06, 2.25e-06, 2.05e-06, 0.00e+00, 6.38e-13, 3.41e-10, 4.29e-10, 0.00e+00, 0.00e+00, 2.08e-06, 1.48e-07] [1.47e-06, 2.65e-06, 2.19e-06, 2.48e-06, 2.49e-06, 5.32e-07, 4.26e-07, 1.25e-06, 2.49e-08, 9.40e-09, 1.30e-06, 2.32e-06, 2.25e-06, 2.05e-06, 0.00e+00, 6.38e-13, 3.41e-10, 4.29e-10, 0.00e+00, 0.00e+00, 2.08e-06, 1.48e-07] []
156700 [8.77e-06, 2.62e-06, 1.93e-06, 2.87e-06, 2.75e-06, 1.03e-06, 6.44e-07, 3.02e-06, 5.73e-05, 3.30e-05, 5.11e-05, 1.57e-04, 1.41e-04, 4.98e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.83e-06, 6.19e-05] [8.77e-06, 2.62e-06, 1.93e-06, 2.87e-06, 2.75e-06, 1.03e-06, 6.44e-07, 3.02e-06, 5.73e-05, 3.30e-05, 5.11e-05, 1.57e-04, 1.41e-04, 4.98e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.83e-06, 6.19e-05] []
156800 [1.80e-06, 2.48e-06, 2.05e-06, 2.26e-06, 2.26e-06, 5.32e-07, 3.51e-07, 3.77e-07, 9.98e-08, 3.11e-08, 1.14e-06, 8.77e-07, 6.41e-07, 1.44e-07, 1.87e-09, 4.09e-09, 5.57e-09, 5.68e-09, 2.33e-08, 5.93e-09, 9.31e-08, 3.48e-08] [1.80e-06, 2.48e-06, 2.05e-06, 2.26e-06, 2.26e-06, 5.32e-07, 3.51e-07, 3.77e-07, 9.98e-08, 3.11e-08, 1.14e-06, 8.77e-07, 6.41e-07, 1.44e-07, 1.87e-09, 4.09e-09, 5.57e-09, 5.68e-09, 2.33e-08, 5.93e-09, 9.31e-08, 3.48e-08] []
156900 [4.69e-06, 3.04e-06, 2.52e-06, 1.96e-06, 2.52e-06, 8.08e-07, 6.45e-07, 1.37e-07, 1.28e-07, 2.51e-06, 1.44e-05, 1.88e-05, 5.30e-05, 8.38e-05, 1.83e-07, 1.57e-07, 1.31e-08, 7.01e-09, 4.97e-09, 0.00e+00, 1.23e-07, 4.75e-07] [4.69e-06, 3.04e-06, 2.52e-06, 1.96e-06, 2.52e-06, 8.08e-07, 6.45e-07, 1.37e-07, 1.28e-07, 2.51e-06, 1.44e-05, 1.88e-05, 5.30e-05, 8.38e-05, 1.83e-07, 1.57e-07, 1.31e-08, 7.01e-09, 4.97e-09, 0.00e+00, 1.23e-07, 4.75e-07] []
157000 [1.30e-06, 2.63e-06, 1.96e-06, 2.28e-06, 2.22e-06, 5.41e-07, 3.52e-07, 1.47e-04, 7.21e-05, 1.22e-05, 3.73e-05, 1.43e-05, 1.89e-05, 1.71e-05, 0.00e+00, 0.00e+00, 2.10e-08, 1.70e-08, 2.95e-05, 0.00e+00, 1.36e-04, 7.72e-05] [1.30e-06, 2.63e-06, 1.96e-06, 2.28e-06, 2.22e-06, 5.41e-07, 3.52e-07, 1.47e-04, 7.21e-05, 1.22e-05, 3.73e-05, 1.43e-05, 1.89e-05, 1.71e-05, 0.00e+00, 0.00e+00, 2.10e-08, 1.70e-08, 2.95e-05, 0.00e+00, 1.36e-04, 7.72e-05] []
157100 [3.56e-06, 2.81e-06, 2.22e-06, 1.96e-06, 2.55e-06, 8.15e-07, 7.03e-07, 1.20e-06, 1.33e-06, 4.49e-06, 5.28e-06, 2.29e-05, 8.07e-05, 8.88e-05, 2.73e-07, 2.65e-07, 1.98e-08, 1.47e-08, 8.26e-08, 1.27e-07, 4.94e-07, 7.91e-07] [3.56e-06, 2.81e-06, 2.22e-06, 1.96e-06, 2.55e-06, 8.15e-07, 7.03e-07, 1.20e-06, 1.33e-06, 4.49e-06, 5.28e-06, 2.29e-05, 8.07e-05, 8.88e-05, 2.73e-07, 2.65e-07, 1.98e-08, 1.47e-08, 8.26e-08, 1.27e-07, 4.94e-07, 7.91e-07] []
157200 [1.64e-06, 2.44e-06, 1.99e-06, 2.23e-06, 2.23e-06, 5.83e-07, 3.89e-07, 1.24e-06, 3.14e-06, 2.67e-08, 1.18e-06, 1.03e-06, 1.03e-06, 4.88e-07, 2.29e-09, 3.10e-09, 1.09e-09, 1.15e-09, 9.15e-08, 0.00e+00, 5.39e-07, 4.12e-06] [1.64e-06, 2.44e-06, 1.99e-06, 2.23e-06, 2.23e-06, 5.83e-07, 3.89e-07, 1.24e-06, 3.14e-06, 2.67e-08, 1.18e-06, 1.03e-06, 1.03e-06, 4.88e-07, 2.29e-09, 3.10e-09, 1.09e-09, 1.15e-09, 9.15e-08, 0.00e+00, 5.39e-07, 4.12e-06] []
157300 [1.55e-06, 2.67e-06, 2.18e-06, 2.35e-06, 2.50e-06, 5.80e-07, 4.60e-07, 5.63e-06, 3.06e-07, 1.35e-09, 1.22e-06, 2.86e-06, 2.70e-06, 2.99e-06, 0.00e+00, 0.00e+00, 3.50e-10, 2.52e-10, 0.00e+00, 1.97e-08, 7.34e-06, 1.05e-07] [1.55e-06, 2.67e-06, 2.18e-06, 2.35e-06, 2.50e-06, 5.80e-07, 4.60e-07, 5.63e-06, 3.06e-07, 1.35e-09, 1.22e-06, 2.86e-06, 2.70e-06, 2.99e-06, 0.00e+00, 0.00e+00, 3.50e-10, 2.52e-10, 0.00e+00, 1.97e-08, 7.34e-06, 1.05e-07] []
157400 [1.47e-06, 2.41e-06, 1.97e-06, 2.21e-06, 2.25e-06, 6.81e-07, 4.37e-07, 8.35e-09, 5.20e-08, 4.38e-07, 2.65e-06, 5.64e-06, 9.23e-06, 2.44e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.28e-10, 0.00e+00, 1.42e-07, 2.42e-07] [1.47e-06, 2.41e-06, 1.97e-06, 2.21e-06, 2.25e-06, 6.81e-07, 4.37e-07, 8.35e-09, 5.20e-08, 4.38e-07, 2.65e-06, 5.64e-06, 9.23e-06, 2.44e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.28e-10, 0.00e+00, 1.42e-07, 2.42e-07] []
157500 [1.64e-06, 2.52e-06, 2.09e-06, 2.26e-06, 2.33e-06, 5.38e-07, 4.13e-07, 4.58e-05, 7.80e-06, 6.19e-07, 2.74e-06, 2.51e-06, 1.93e-06, 5.24e-07, 1.02e-09, 3.55e-09, 3.59e-09, 4.49e-09, 0.00e+00, 0.00e+00, 5.12e-05, 9.25e-06] [1.64e-06, 2.52e-06, 2.09e-06, 2.26e-06, 2.33e-06, 5.38e-07, 4.13e-07, 4.58e-05, 7.80e-06, 6.19e-07, 2.74e-06, 2.51e-06, 1.93e-06, 5.24e-07, 1.02e-09, 3.55e-09, 3.59e-09, 4.49e-09, 0.00e+00, 0.00e+00, 5.12e-05, 9.25e-06] []
157600 [7.27e-06, 2.85e-06, 2.34e-06, 1.83e-06, 2.13e-06, 1.01e-06, 7.44e-07, 4.21e-06, 2.51e-06, 1.94e-05, 3.16e-05, 8.94e-05, 3.02e-04, 7.14e-04, 6.16e-06, 7.30e-06, 3.12e-06, 3.32e-06, 0.00e+00, 0.00e+00, 5.95e-06, 3.37e-06] [7.27e-06, 2.85e-06, 2.34e-06, 1.83e-06, 2.13e-06, 1.01e-06, 7.44e-07, 4.21e-06, 2.51e-06, 1.94e-05, 3.16e-05, 8.94e-05, 3.02e-04, 7.14e-04, 6.16e-06, 7.30e-06, 3.12e-06, 3.32e-06, 0.00e+00, 0.00e+00, 5.95e-06, 3.37e-06] []
157700 [1.71e-06, 2.50e-06, 1.98e-06, 2.23e-06, 2.29e-06, 5.64e-07, 4.03e-07, 7.96e-06, 3.80e-05, 6.13e-07, 6.17e-06, 2.87e-06, 4.66e-06, 1.12e-07, 1.25e-09, 2.44e-09, 7.56e-11, 7.81e-11, 9.72e-07, 0.00e+00, 5.84e-06, 4.11e-05] [1.71e-06, 2.50e-06, 1.98e-06, 2.23e-06, 2.29e-06, 5.64e-07, 4.03e-07, 7.96e-06, 3.80e-05, 6.13e-07, 6.17e-06, 2.87e-06, 4.66e-06, 1.12e-07, 1.25e-09, 2.44e-09, 7.56e-11, 7.81e-11, 9.72e-07, 0.00e+00, 5.84e-06, 4.11e-05] []
157800 [1.64e-06, 2.74e-06, 2.23e-06, 2.53e-06, 2.63e-06, 5.17e-07, 4.05e-07, 2.46e-07, 5.11e-07, 3.13e-09, 1.94e-06, 1.23e-05, 2.70e-05, 1.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.54e-08, 4.04e-08, 7.71e-08, 2.42e-07] [1.64e-06, 2.74e-06, 2.23e-06, 2.53e-06, 2.63e-06, 5.17e-07, 4.05e-07, 2.46e-07, 5.11e-07, 3.13e-09, 1.94e-06, 1.23e-05, 2.70e-05, 1.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.54e-08, 4.04e-08, 7.71e-08, 2.42e-07] []
157900 [3.69e-06, 2.44e-06, 2.05e-06, 2.11e-06, 2.22e-06, 6.43e-07, 4.47e-07, 1.21e-07, 3.10e-07, 7.57e-06, 7.75e-06, 2.58e-05, 4.13e-05, 1.65e-04, 1.79e-06, 1.81e-06, 1.13e-06, 1.13e-06, 7.56e-09, 0.00e+00, 8.23e-08, 5.98e-07] [3.69e-06, 2.44e-06, 2.05e-06, 2.11e-06, 2.22e-06, 6.43e-07, 4.47e-07, 1.21e-07, 3.10e-07, 7.57e-06, 7.75e-06, 2.58e-05, 4.13e-05, 1.65e-04, 1.79e-06, 1.81e-06, 1.13e-06, 1.13e-06, 7.56e-09, 0.00e+00, 8.23e-08, 5.98e-07] []
158000 [1.58e-06, 2.50e-06, 2.03e-06, 2.21e-06, 2.32e-06, 5.44e-07, 3.92e-07, 8.96e-08, 5.02e-09, 5.63e-08, 9.25e-07, 1.40e-06, 1.29e-06, 3.49e-07, 1.05e-09, 2.62e-09, 5.87e-09, 7.04e-09, 4.95e-09, 2.87e-10, 8.18e-08, 4.03e-08] [1.58e-06, 2.50e-06, 2.03e-06, 2.21e-06, 2.32e-06, 5.44e-07, 3.92e-07, 8.96e-08, 5.02e-09, 5.63e-08, 9.25e-07, 1.40e-06, 1.29e-06, 3.49e-07, 1.05e-09, 2.62e-09, 5.87e-09, 7.04e-09, 4.95e-09, 2.87e-10, 8.18e-08, 4.03e-08] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 46.385158 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
158000 [1.58e-06, 2.50e-06, 2.03e-06, 2.21e-06, 2.32e-06, 5.44e-07, 3.92e-07, 8.96e-08, 5.02e-09, 5.63e-08, 9.25e-07, 1.40e-06, 1.29e-06, 3.49e-07, 1.05e-09, 2.62e-09, 5.87e-09, 7.04e-09, 4.95e-09, 2.87e-10, 8.18e-08, 4.03e-08] [1.58e-06, 2.50e-06, 2.03e-06, 2.21e-06, 2.32e-06, 5.44e-07, 3.92e-07, 8.96e-08, 5.02e-09, 5.63e-08, 9.25e-07, 1.40e-06, 1.29e-06, 3.49e-07, 1.05e-09, 2.62e-09, 5.87e-09, 7.04e-09, 4.95e-09, 2.87e-10, 8.18e-08, 4.03e-08] []
158100 [2.36e-06, 2.57e-06, 2.03e-06, 2.11e-06, 2.40e-06, 5.41e-07, 3.90e-07, 2.04e-06, 4.60e-08, 6.86e-07, 2.60e-06, 4.37e-06, 7.85e-06, 2.28e-05, 8.44e-08, 8.43e-08, 1.34e-07, 1.27e-07, 1.84e-07, 0.00e+00, 1.15e-06, 1.94e-07] [2.36e-06, 2.57e-06, 2.03e-06, 2.11e-06, 2.40e-06, 5.41e-07, 3.90e-07, 2.04e-06, 4.60e-08, 6.86e-07, 2.60e-06, 4.37e-06, 7.85e-06, 2.28e-05, 8.44e-08, 8.43e-08, 1.34e-07, 1.27e-07, 1.84e-07, 0.00e+00, 1.15e-06, 1.94e-07] []
158200 [1.93e-06, 2.68e-06, 2.06e-06, 2.28e-06, 2.47e-06, 5.67e-07, 4.11e-07, 5.12e-08, 8.10e-08, 4.12e-07, 2.30e-06, 2.63e-06, 2.58e-06, 1.73e-06, 1.12e-08, 2.55e-08, 2.52e-09, 2.40e-09, 2.38e-09, 3.99e-09, 8.89e-08, 2.57e-08] [1.93e-06, 2.68e-06, 2.06e-06, 2.28e-06, 2.47e-06, 5.67e-07, 4.11e-07, 5.12e-08, 8.10e-08, 4.12e-07, 2.30e-06, 2.63e-06, 2.58e-06, 1.73e-06, 1.12e-08, 2.55e-08, 2.52e-09, 2.40e-09, 2.38e-09, 3.99e-09, 8.89e-08, 2.57e-08] []
158300 [1.69e-06, 2.42e-06, 1.99e-06, 2.13e-06, 2.25e-06, 5.54e-07, 3.52e-07, 8.16e-07, 8.30e-07, 1.15e-07, 9.94e-07, 1.03e-06, 2.04e-06, 2.70e-06, 3.90e-08, 4.49e-08, 5.00e-08, 5.32e-08, 0.00e+00, 7.01e-08, 1.66e-06, 4.36e-07] [1.69e-06, 2.42e-06, 1.99e-06, 2.13e-06, 2.25e-06, 5.54e-07, 3.52e-07, 8.16e-07, 8.30e-07, 1.15e-07, 9.94e-07, 1.03e-06, 2.04e-06, 2.70e-06, 3.90e-08, 4.49e-08, 5.00e-08, 5.32e-08, 0.00e+00, 7.01e-08, 1.66e-06, 4.36e-07] []
158400 [1.74e-06, 2.39e-06, 1.92e-06, 2.10e-06, 2.22e-06, 5.78e-07, 3.44e-07, 3.83e-07, 8.61e-05, 5.42e-07, 2.04e-06, 1.84e-06, 2.22e-06, 6.48e-07, 4.33e-13, 1.08e-10, 1.07e-08, 1.20e-08, 0.00e+00, 0.00e+00, 9.59e-07, 9.03e-05] [1.74e-06, 2.39e-06, 1.92e-06, 2.10e-06, 2.22e-06, 5.78e-07, 3.44e-07, 3.83e-07, 8.61e-05, 5.42e-07, 2.04e-06, 1.84e-06, 2.22e-06, 6.48e-07, 4.33e-13, 1.08e-10, 1.07e-08, 1.20e-08, 0.00e+00, 0.00e+00, 9.59e-07, 9.03e-05] []
158500 [1.64e-06, 2.35e-06, 1.92e-06, 2.09e-06, 2.17e-06, 6.44e-07, 4.08e-07, 2.45e-07, 1.38e-08, 2.66e-08, 1.05e-06, 8.27e-07, 1.50e-06, 1.22e-06, 2.29e-08, 2.65e-08, 3.28e-08, 3.46e-08, 0.00e+00, 8.31e-10, 7.97e-07, 4.44e-08] [1.64e-06, 2.35e-06, 1.92e-06, 2.09e-06, 2.17e-06, 6.44e-07, 4.08e-07, 2.45e-07, 1.38e-08, 2.66e-08, 1.05e-06, 8.27e-07, 1.50e-06, 1.22e-06, 2.29e-08, 2.65e-08, 3.28e-08, 3.46e-08, 0.00e+00, 8.31e-10, 7.97e-07, 4.44e-08] []
158600 [1.71e-06, 2.63e-06, 2.00e-06, 2.26e-06, 2.39e-06, 5.46e-07, 3.85e-07, 2.01e-07, 3.59e-07, 3.26e-09, 1.37e-06, 2.53e-06, 3.13e-06, 7.09e-07, 3.22e-09, 6.18e-09, 2.27e-08, 2.29e-08, 0.00e+00, 0.00e+00, 6.29e-07, 6.46e-07] [1.71e-06, 2.63e-06, 2.00e-06, 2.26e-06, 2.39e-06, 5.46e-07, 3.85e-07, 2.01e-07, 3.59e-07, 3.26e-09, 1.37e-06, 2.53e-06, 3.13e-06, 7.09e-07, 3.22e-09, 6.18e-09, 2.27e-08, 2.29e-08, 0.00e+00, 0.00e+00, 6.29e-07, 6.46e-07] []
158700 [1.38e-06, 2.49e-06, 1.96e-06, 2.12e-06, 2.28e-06, 5.48e-07, 3.42e-07, 6.49e-07, 1.67e-07, 4.99e-07, 3.45e-06, 2.36e-06, 2.75e-06, 1.27e-06, 2.16e-09, 2.57e-09, 1.40e-08, 1.35e-08, 0.00e+00, 0.00e+00, 1.48e-06, 4.38e-07] [1.38e-06, 2.49e-06, 1.96e-06, 2.12e-06, 2.28e-06, 5.48e-07, 3.42e-07, 6.49e-07, 1.67e-07, 4.99e-07, 3.45e-06, 2.36e-06, 2.75e-06, 1.27e-06, 2.16e-09, 2.57e-09, 1.40e-08, 1.35e-08, 0.00e+00, 0.00e+00, 1.48e-06, 4.38e-07] []
158800 [2.34e-06, 2.57e-06, 1.99e-06, 1.86e-06, 2.38e-06, 4.89e-07, 3.48e-07, 1.64e-07, 6.56e-07, 1.99e-06, 6.21e-06, 1.68e-05, 2.68e-05, 1.49e-05, 0.00e+00, 0.00e+00, 1.42e-09, 6.95e-10, 0.00e+00, 5.30e-08, 6.24e-07, 3.27e-07] [2.34e-06, 2.57e-06, 1.99e-06, 1.86e-06, 2.38e-06, 4.89e-07, 3.48e-07, 1.64e-07, 6.56e-07, 1.99e-06, 6.21e-06, 1.68e-05, 2.68e-05, 1.49e-05, 0.00e+00, 0.00e+00, 1.42e-09, 6.95e-10, 0.00e+00, 5.30e-08, 6.24e-07, 3.27e-07] []
158900 [1.52e-06, 2.36e-06, 1.95e-06, 2.10e-06, 2.24e-06, 5.99e-07, 3.70e-07, 5.24e-07, 1.93e-08, 8.68e-09, 6.88e-07, 6.99e-07, 4.06e-07, 3.73e-08, 3.87e-09, 5.89e-09, 5.46e-09, 5.64e-09, 0.00e+00, 1.19e-09, 1.23e-06, 4.01e-08] [1.52e-06, 2.36e-06, 1.95e-06, 2.10e-06, 2.24e-06, 5.99e-07, 3.70e-07, 5.24e-07, 1.93e-08, 8.68e-09, 6.88e-07, 6.99e-07, 4.06e-07, 3.73e-08, 3.87e-09, 5.89e-09, 5.46e-09, 5.64e-09, 0.00e+00, 1.19e-09, 1.23e-06, 4.01e-08] []
159000 [3.38e-06, 2.94e-06, 2.10e-06, 2.34e-06, 2.47e-06, 9.38e-07, 5.39e-07, 1.42e-05, 1.56e-06, 1.26e-05, 1.25e-05, 7.46e-05, 7.88e-05, 3.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.42e-07, 1.85e-05, 8.66e-07] [3.38e-06, 2.94e-06, 2.10e-06, 2.34e-06, 2.47e-06, 9.38e-07, 5.39e-07, 1.42e-05, 1.56e-06, 1.26e-05, 1.25e-05, 7.46e-05, 7.88e-05, 3.49e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.42e-07, 1.85e-05, 8.66e-07] []
159100 [1.43e-06, 2.52e-06, 1.94e-06, 2.17e-06, 2.29e-06, 5.23e-07, 3.18e-07, 2.24e-07, 3.48e-07, 2.75e-08, 8.51e-07, 1.10e-06, 9.98e-07, 9.81e-08, 4.70e-09, 7.28e-09, 8.97e-09, 9.24e-09, 1.82e-08, 0.00e+00, 8.26e-08, 6.44e-07] [1.43e-06, 2.52e-06, 1.94e-06, 2.17e-06, 2.29e-06, 5.23e-07, 3.18e-07, 2.24e-07, 3.48e-07, 2.75e-08, 8.51e-07, 1.10e-06, 9.98e-07, 9.81e-08, 4.70e-09, 7.28e-09, 8.97e-09, 9.24e-09, 1.82e-08, 0.00e+00, 8.26e-08, 6.44e-07] []
159200 [1.64e-06, 2.63e-06, 2.00e-06, 2.23e-06, 2.46e-06, 4.97e-07, 3.21e-07, 3.16e-07, 2.61e-06, 2.27e-07, 1.62e-06, 4.99e-06, 8.97e-06, 3.59e-06, 0.00e+00, 7.18e-12, 8.75e-13, 6.84e-11, 1.89e-08, 0.00e+00, 8.24e-08, 3.25e-06] [1.64e-06, 2.63e-06, 2.00e-06, 2.23e-06, 2.46e-06, 4.97e-07, 3.21e-07, 3.16e-07, 2.61e-06, 2.27e-07, 1.62e-06, 4.99e-06, 8.97e-06, 3.59e-06, 0.00e+00, 7.18e-12, 8.75e-13, 6.84e-11, 1.89e-08, 0.00e+00, 8.24e-08, 3.25e-06] []
159300 [1.84e-06, 2.38e-06, 1.96e-06, 2.07e-06, 2.27e-06, 5.48e-07, 3.38e-07, 2.77e-07, 6.40e-09, 1.52e-06, 1.78e-06, 3.16e-06, 1.92e-06, 1.49e-05, 1.29e-07, 1.33e-07, 8.21e-08, 8.91e-08, 0.00e+00, 0.00e+00, 7.37e-07, 9.47e-08] [1.84e-06, 2.38e-06, 1.96e-06, 2.07e-06, 2.27e-06, 5.48e-07, 3.38e-07, 2.77e-07, 6.40e-09, 1.52e-06, 1.78e-06, 3.16e-06, 1.92e-06, 1.49e-05, 1.29e-07, 1.33e-07, 8.21e-08, 8.91e-08, 0.00e+00, 0.00e+00, 7.37e-07, 9.47e-08] []
159400 [1.62e-06, 2.35e-06, 1.98e-06, 2.13e-06, 2.27e-06, 5.28e-07, 3.29e-07, 1.68e-07, 4.88e-07, 2.29e-07, 9.68e-07, 2.20e-06, 2.10e-06, 6.42e-08, 5.04e-10, 2.66e-09, 2.37e-08, 1.93e-08, 0.00e+00, 0.00e+00, 5.46e-07, 7.91e-07] [1.62e-06, 2.35e-06, 1.98e-06, 2.13e-06, 2.27e-06, 5.28e-07, 3.29e-07, 1.68e-07, 4.88e-07, 2.29e-07, 9.68e-07, 2.20e-06, 2.10e-06, 6.42e-08, 5.04e-10, 2.66e-09, 2.37e-08, 1.93e-08, 0.00e+00, 0.00e+00, 5.46e-07, 7.91e-07] []
159500 [1.63e-05, 3.38e-06, 2.81e-06, 2.92e-06, 2.83e-06, 1.35e-06, 8.78e-07, 1.85e-06, 1.09e-05, 1.05e-04, 1.05e-04, 3.49e-04, 4.73e-04, 2.43e-03, 2.89e-05, 3.07e-05, 1.17e-05, 1.08e-05, 0.00e+00, 1.87e-06, 2.81e-06, 9.62e-06] [1.63e-05, 3.38e-06, 2.81e-06, 2.92e-06, 2.83e-06, 1.35e-06, 8.78e-07, 1.85e-06, 1.09e-05, 1.05e-04, 1.05e-04, 3.49e-04, 4.73e-04, 2.43e-03, 2.89e-05, 3.07e-05, 1.17e-05, 1.08e-05, 0.00e+00, 1.87e-06, 2.81e-06, 9.62e-06] []
159600 [1.46e-06, 2.52e-06, 1.94e-06, 2.14e-06, 2.31e-06, 5.18e-07, 3.15e-07, 1.62e-05, 3.74e-09, 3.35e-07, 2.36e-06, 1.37e-06, 2.63e-06, 2.46e-07, 1.66e-08, 2.22e-08, 3.26e-08, 3.23e-08, 2.43e-06, 2.13e-12, 1.38e-05, 7.45e-08] [1.46e-06, 2.52e-06, 1.94e-06, 2.14e-06, 2.31e-06, 5.18e-07, 3.15e-07, 1.62e-05, 3.74e-09, 3.35e-07, 2.36e-06, 1.37e-06, 2.63e-06, 2.46e-07, 1.66e-08, 2.22e-08, 3.26e-08, 3.23e-08, 2.43e-06, 2.13e-12, 1.38e-05, 7.45e-08] []
159700 [1.60e-06, 2.57e-06, 1.93e-06, 2.19e-06, 2.32e-06, 4.83e-07, 3.02e-07, 1.10e-07, 1.60e-07, 5.92e-08, 8.29e-07, 1.46e-06, 1.36e-06, 1.49e-06, 8.58e-09, 1.65e-08, 2.05e-08, 2.22e-08, 9.46e-09, 1.09e-08, 7.61e-08, 4.90e-08] [1.60e-06, 2.57e-06, 1.93e-06, 2.19e-06, 2.32e-06, 4.83e-07, 3.02e-07, 1.10e-07, 1.60e-07, 5.92e-08, 8.29e-07, 1.46e-06, 1.36e-06, 1.49e-06, 8.58e-09, 1.65e-08, 2.05e-08, 2.22e-08, 9.46e-09, 1.09e-08, 7.61e-08, 4.90e-08] []
159800 [2.51e-06, 2.61e-06, 1.95e-06, 1.96e-06, 2.53e-06, 3.88e-07, 2.54e-07, 9.50e-06, 4.29e-05, 3.59e-07, 6.42e-06, 5.81e-05, 1.29e-04, 6.44e-05, 4.09e-09, 2.20e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.23e-05, 4.64e-05] [2.51e-06, 2.61e-06, 1.95e-06, 1.96e-06, 2.53e-06, 3.88e-07, 2.54e-07, 9.50e-06, 4.29e-05, 3.59e-07, 6.42e-06, 5.81e-05, 1.29e-04, 6.44e-05, 4.09e-09, 2.20e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.23e-05, 4.64e-05] []
159900 [1.40e-06, 2.38e-06, 1.92e-06, 2.04e-06, 2.27e-06, 5.70e-07, 3.45e-07, 6.86e-07, 2.64e-08, 1.82e-08, 6.96e-07, 6.33e-07, 4.77e-07, 6.33e-08, 4.48e-09, 6.43e-09, 6.88e-09, 7.04e-09, 5.09e-08, 1.86e-09, 2.55e-07, 2.82e-08] [1.40e-06, 2.38e-06, 1.92e-06, 2.04e-06, 2.27e-06, 5.70e-07, 3.45e-07, 6.86e-07, 2.64e-08, 1.82e-08, 6.96e-07, 6.33e-07, 4.77e-07, 6.33e-08, 4.48e-09, 6.43e-09, 6.88e-09, 7.04e-09, 5.09e-08, 1.86e-09, 2.55e-07, 2.82e-08] []
160000 [3.13e-06, 2.89e-06, 2.08e-06, 2.05e-06, 2.49e-06, 5.08e-07, 3.43e-07, 6.94e-06, 4.35e-06, 2.66e-06, 5.33e-06, 1.09e-05, 1.90e-05, 6.58e-05, 2.67e-07, 2.00e-07, 4.04e-07, 4.28e-07, 0.00e+00, 0.00e+00, 8.22e-06, 5.04e-06] [3.13e-06, 2.89e-06, 2.08e-06, 2.05e-06, 2.49e-06, 5.08e-07, 3.43e-07, 6.94e-06, 4.35e-06, 2.66e-06, 5.33e-06, 1.09e-05, 1.90e-05, 6.58e-05, 2.67e-07, 2.00e-07, 4.04e-07, 4.28e-07, 0.00e+00, 0.00e+00, 8.22e-06, 5.04e-06] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 48.309883 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
160000 [3.13e-06, 2.89e-06, 2.08e-06, 2.05e-06, 2.49e-06, 5.08e-07, 3.43e-07, 6.94e-06, 4.35e-06, 2.66e-06, 5.33e-06, 1.09e-05, 1.90e-05, 6.58e-05, 2.67e-07, 2.00e-07, 4.04e-07, 4.28e-07, 0.00e+00, 0.00e+00, 8.22e-06, 5.04e-06] [3.13e-06, 2.89e-06, 2.08e-06, 2.05e-06, 2.49e-06, 5.08e-07, 3.43e-07, 6.94e-06, 4.35e-06, 2.66e-06, 5.33e-06, 1.09e-05, 1.90e-05, 6.58e-05, 2.67e-07, 2.00e-07, 4.04e-07, 4.28e-07, 0.00e+00, 0.00e+00, 8.22e-06, 5.04e-06] []
160100 [1.32e-06, 2.50e-06, 1.89e-06, 2.13e-06, 2.26e-06, 5.17e-07, 2.90e-07, 2.55e-08, 7.89e-08, 1.66e-11, 7.63e-07, 1.15e-06, 1.29e-06, 1.07e-06, 3.17e-10, 8.63e-10, 6.10e-10, 5.13e-10, 0.00e+00, 4.72e-09, 2.62e-07, 2.62e-08] [1.32e-06, 2.50e-06, 1.89e-06, 2.13e-06, 2.26e-06, 5.17e-07, 2.90e-07, 2.55e-08, 7.89e-08, 1.66e-11, 7.63e-07, 1.15e-06, 1.29e-06, 1.07e-06, 3.17e-10, 8.63e-10, 6.10e-10, 5.13e-10, 0.00e+00, 4.72e-09, 2.62e-07, 2.62e-08] []
160200 [1.43e-06, 2.58e-06, 1.90e-06, 2.15e-06, 2.37e-06, 5.05e-07, 3.07e-07, 4.41e-07, 5.47e-08, 2.54e-08, 1.04e-06, 1.45e-06, 1.86e-06, 2.17e-06, 0.00e+00, 1.42e-12, 0.00e+00, 0.00e+00, 2.84e-08, 3.10e-09, 1.16e-07, 1.83e-08] [1.43e-06, 2.58e-06, 1.90e-06, 2.15e-06, 2.37e-06, 5.05e-07, 3.07e-07, 4.41e-07, 5.47e-08, 2.54e-08, 1.04e-06, 1.45e-06, 1.86e-06, 2.17e-06, 0.00e+00, 1.42e-12, 0.00e+00, 0.00e+00, 2.84e-08, 3.10e-09, 1.16e-07, 1.83e-08] []
160300 [1.40e-06, 2.63e-06, 1.92e-06, 2.28e-06, 2.34e-06, 4.97e-07, 2.94e-07, 8.98e-08, 4.90e-10, 3.42e-09, 1.10e-06, 1.67e-06, 1.89e-06, 1.15e-06, 7.15e-10, 1.98e-11, 1.49e-09, 1.11e-09, 7.62e-09, 1.44e-11, 7.21e-08, 3.54e-08] [1.40e-06, 2.63e-06, 1.92e-06, 2.28e-06, 2.34e-06, 4.97e-07, 2.94e-07, 8.98e-08, 4.90e-10, 3.42e-09, 1.10e-06, 1.67e-06, 1.89e-06, 1.15e-06, 7.15e-10, 1.98e-11, 1.49e-09, 1.11e-09, 7.62e-09, 1.44e-11, 7.21e-08, 3.54e-08] []
160400 [5.47e-06, 2.70e-06, 2.04e-06, 1.63e-06, 2.30e-06, 7.33e-07, 4.87e-07, 2.09e-06, 3.70e-09, 9.75e-06, 2.37e-05, 4.02e-05, 1.57e-04, 3.69e-04, 2.22e-06, 2.36e-06, 2.07e-06, 2.23e-06, 0.00e+00, 9.85e-11, 3.24e-06, 3.28e-08] [5.47e-06, 2.70e-06, 2.04e-06, 1.63e-06, 2.30e-06, 7.33e-07, 4.87e-07, 2.09e-06, 3.70e-09, 9.75e-06, 2.37e-05, 4.02e-05, 1.57e-04, 3.69e-04, 2.22e-06, 2.36e-06, 2.07e-06, 2.23e-06, 0.00e+00, 9.85e-11, 3.24e-06, 3.28e-08] []
160500 [5.74e-06, 3.04e-06, 2.47e-06, 2.05e-06, 2.36e-06, 5.65e-07, 3.39e-07, 2.18e-06, 1.66e-07, 1.57e-06, 2.17e-05, 1.25e-04, 2.99e-05, 2.60e-04, 7.97e-06, 6.21e-06, 2.54e-07, 3.16e-07, 2.09e-07, 8.84e-09, 1.31e-06, 4.39e-08] [5.74e-06, 3.04e-06, 2.47e-06, 2.05e-06, 2.36e-06, 5.65e-07, 3.39e-07, 2.18e-06, 1.66e-07, 1.57e-06, 2.17e-05, 1.25e-04, 2.99e-05, 2.60e-04, 7.97e-06, 6.21e-06, 2.54e-07, 3.16e-07, 2.09e-07, 8.84e-09, 1.31e-06, 4.39e-08] []
160600 [1.27e-06, 2.46e-06, 1.87e-06, 2.04e-06, 2.26e-06, 5.41e-07, 3.02e-07, 1.81e-11, 1.16e-09, 7.96e-08, 7.61e-07, 1.11e-06, 4.91e-07, 1.11e-06, 1.06e-09, 1.62e-09, 1.58e-09, 1.80e-09, 1.74e-10, 0.00e+00, 1.53e-07, 5.01e-08] [1.27e-06, 2.46e-06, 1.87e-06, 2.04e-06, 2.26e-06, 5.41e-07, 3.02e-07, 1.81e-11, 1.16e-09, 7.96e-08, 7.61e-07, 1.11e-06, 4.91e-07, 1.11e-06, 1.06e-09, 1.62e-09, 1.58e-09, 1.80e-09, 1.74e-10, 0.00e+00, 1.53e-07, 5.01e-08] []
160700 [1.20e-06, 2.17e-06, 2.02e-06, 2.11e-06, 2.42e-06, 3.65e-07, 3.19e-07, 1.75e-04, 4.04e-06, 6.22e-06, 6.51e-06, 6.00e-06, 4.01e-06, 2.14e-06, 0.00e+00, 3.54e-08, 0.00e+00, 1.93e-11, 0.00e+00, 0.00e+00, 1.85e-04, 4.81e-06] [1.20e-06, 2.17e-06, 2.02e-06, 2.11e-06, 2.42e-06, 3.65e-07, 3.19e-07, 1.75e-04, 4.04e-06, 6.22e-06, 6.51e-06, 6.00e-06, 4.01e-06, 2.14e-06, 0.00e+00, 3.54e-08, 0.00e+00, 1.93e-11, 0.00e+00, 0.00e+00, 1.85e-04, 4.81e-06] []
160800 [6.44e-06, 2.43e-06, 1.47e-06, 2.63e-06, 2.02e-06, 1.06e-06, 4.21e-07, 9.89e-07, 6.00e-08, 3.48e-05, 2.11e-05, 9.65e-05, 1.01e-04, 3.96e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.47e-08, 1.11e-09, 2.61e-07, 1.13e-08] [6.44e-06, 2.43e-06, 1.47e-06, 2.63e-06, 2.02e-06, 1.06e-06, 4.21e-07, 9.89e-07, 6.00e-08, 3.48e-05, 2.11e-05, 9.65e-05, 1.01e-04, 3.96e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.47e-08, 1.11e-09, 2.61e-07, 1.13e-08] []
160900 [1.45e-06, 2.57e-06, 1.82e-06, 2.13e-06, 2.21e-06, 4.81e-07, 2.74e-07, 1.80e-07, 1.41e-07, 2.11e-07, 1.28e-06, 1.47e-06, 1.52e-06, 3.65e-08, 1.28e-09, 4.50e-09, 5.05e-10, 5.89e-10, 0.00e+00, 0.00e+00, 6.61e-07, 3.07e-07] [1.45e-06, 2.57e-06, 1.82e-06, 2.13e-06, 2.21e-06, 4.81e-07, 2.74e-07, 1.80e-07, 1.41e-07, 2.11e-07, 1.28e-06, 1.47e-06, 1.52e-06, 3.65e-08, 1.28e-09, 4.50e-09, 5.05e-10, 5.89e-10, 0.00e+00, 0.00e+00, 6.61e-07, 3.07e-07] []
161000 [7.93e-06, 3.27e-06, 2.36e-06, 1.50e-06, 2.04e-06, 1.29e-06, 8.17e-07, 8.20e-07, 8.48e-10, 4.74e-05, 1.93e-05, 6.82e-05, 1.45e-04, 4.79e-04, 2.56e-06, 3.05e-06, 6.16e-06, 7.13e-06, 0.00e+00, 4.62e-12, 1.74e-06, 3.95e-08] [7.93e-06, 3.27e-06, 2.36e-06, 1.50e-06, 2.04e-06, 1.29e-06, 8.17e-07, 8.20e-07, 8.48e-10, 4.74e-05, 1.93e-05, 6.82e-05, 1.45e-04, 4.79e-04, 2.56e-06, 3.05e-06, 6.16e-06, 7.13e-06, 0.00e+00, 4.62e-12, 1.74e-06, 3.95e-08] []
161100 [1.40e-06, 2.47e-06, 1.84e-06, 2.02e-06, 2.22e-06, 5.07e-07, 2.80e-07, 9.47e-07, 9.32e-08, 1.75e-11, 5.97e-07, 8.43e-07, 6.83e-07, 2.04e-07, 7.56e-09, 1.16e-08, 8.32e-09, 9.13e-09, 7.17e-08, 5.84e-09, 4.06e-07, 2.45e-08] [1.40e-06, 2.47e-06, 1.84e-06, 2.02e-06, 2.22e-06, 5.07e-07, 2.80e-07, 9.47e-07, 9.32e-08, 1.75e-11, 5.97e-07, 8.43e-07, 6.83e-07, 2.04e-07, 7.56e-09, 1.16e-08, 8.32e-09, 9.13e-09, 7.17e-08, 5.84e-09, 4.06e-07, 2.45e-08] []
161200 [1.67e-05, 3.52e-06, 2.58e-06, 2.20e-06, 2.99e-06, 1.63e-06, 1.07e-06, 5.22e-07, 1.24e-07, 7.91e-05, 7.18e-05, 2.06e-04, 3.24e-04, 1.34e-03, 1.44e-05, 1.55e-05, 1.06e-05, 1.18e-05, 3.24e-08, 6.82e-09, 1.75e-07, 3.72e-08] [1.67e-05, 3.52e-06, 2.58e-06, 2.20e-06, 2.99e-06, 1.63e-06, 1.07e-06, 5.22e-07, 1.24e-07, 7.91e-05, 7.18e-05, 2.06e-04, 3.24e-04, 1.34e-03, 1.44e-05, 1.55e-05, 1.06e-05, 1.18e-05, 3.24e-08, 6.82e-09, 1.75e-07, 3.72e-08] []
161300 [1.33e-06, 2.48e-06, 1.82e-06, 2.03e-06, 2.19e-06, 5.06e-07, 2.73e-07, 7.96e-09, 2.42e-08, 1.61e-09, 5.46e-07, 7.20e-07, 5.06e-07, 1.74e-07, 1.42e-09, 2.86e-09, 1.24e-09, 1.41e-09, 4.09e-10, 0.00e+00, 1.26e-07, 1.02e-07] [1.33e-06, 2.48e-06, 1.82e-06, 2.03e-06, 2.19e-06, 5.06e-07, 2.73e-07, 7.96e-09, 2.42e-08, 1.61e-09, 5.46e-07, 7.20e-07, 5.06e-07, 1.74e-07, 1.42e-09, 2.86e-09, 1.24e-09, 1.41e-09, 4.09e-10, 0.00e+00, 1.26e-07, 1.02e-07] []
161400 [2.19e-06, 2.87e-06, 2.16e-06, 2.24e-06, 3.08e-06, 8.87e-07, 7.61e-07, 1.52e-06, 1.00e-05, 1.02e-06, 8.01e-06, 5.86e-05, 5.05e-05, 6.99e-06, 2.59e-07, 3.04e-07, 1.22e-07, 1.09e-07, 1.18e-07, 0.00e+00, 6.93e-07, 1.13e-05] [2.19e-06, 2.87e-06, 2.16e-06, 2.24e-06, 3.08e-06, 8.87e-07, 7.61e-07, 1.52e-06, 1.00e-05, 1.02e-06, 8.01e-06, 5.86e-05, 5.05e-05, 6.99e-06, 2.59e-07, 3.04e-07, 1.22e-07, 1.09e-07, 1.18e-07, 0.00e+00, 6.93e-07, 1.13e-05] []
161500 [1.39e-06, 2.23e-06, 1.88e-06, 1.81e-06, 2.33e-06, 6.02e-07, 3.70e-07, 4.24e-07, 4.00e-07, 7.46e-09, 7.07e-07, 5.19e-07, 5.59e-07, 8.56e-08, 5.93e-09, 6.85e-09, 8.22e-09, 1.00e-08, 2.70e-08, 3.69e-08, 1.02e-07, 2.36e-07] [1.39e-06, 2.23e-06, 1.88e-06, 1.81e-06, 2.33e-06, 6.02e-07, 3.70e-07, 4.24e-07, 4.00e-07, 7.46e-09, 7.07e-07, 5.19e-07, 5.59e-07, 8.56e-08, 5.93e-09, 6.85e-09, 8.22e-09, 1.00e-08, 2.70e-08, 3.69e-08, 1.02e-07, 2.36e-07] []
161600 [1.39e-06, 2.76e-06, 1.77e-06, 2.32e-06, 2.10e-06, 5.33e-07, 2.31e-07, 3.48e-08, 6.65e-08, 1.38e-08, 1.09e-06, 1.46e-06, 1.95e-06, 7.19e-07, 2.04e-08, 1.75e-09, 3.02e-08, 2.84e-08, 0.00e+00, 3.66e-09, 2.49e-07, 1.54e-08] [1.39e-06, 2.76e-06, 1.77e-06, 2.32e-06, 2.10e-06, 5.33e-07, 2.31e-07, 3.48e-08, 6.65e-08, 1.38e-08, 1.09e-06, 1.46e-06, 1.95e-06, 7.19e-07, 2.04e-08, 1.75e-09, 3.02e-08, 2.84e-08, 0.00e+00, 3.66e-09, 2.49e-07, 1.54e-08] []
161700 [1.23e-06, 2.50e-06, 1.78e-06, 1.97e-06, 2.13e-06, 5.34e-07, 2.49e-07, 3.15e-06, 8.89e-07, 3.78e-08, 1.24e-06, 1.58e-06, 1.16e-06, 2.07e-06, 1.35e-09, 3.90e-09, 4.12e-09, 4.26e-09, 0.00e+00, 0.00e+00, 4.66e-06, 1.23e-06] [1.23e-06, 2.50e-06, 1.78e-06, 1.97e-06, 2.13e-06, 5.34e-07, 2.49e-07, 3.15e-06, 8.89e-07, 3.78e-08, 1.24e-06, 1.58e-06, 1.16e-06, 2.07e-06, 1.35e-09, 3.90e-09, 4.12e-09, 4.26e-09, 0.00e+00, 0.00e+00, 4.66e-06, 1.23e-06] []
161800 [1.36e-06, 2.66e-06, 1.81e-06, 2.19e-06, 2.22e-06, 5.43e-07, 2.39e-07, 4.22e-07, 4.43e-09, 1.09e-08, 1.47e-06, 1.82e-06, 2.64e-06, 2.28e-06, 1.56e-11, 5.98e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 9.43e-07, 4.54e-08] [1.36e-06, 2.66e-06, 1.81e-06, 2.19e-06, 2.22e-06, 5.43e-07, 2.39e-07, 4.22e-07, 4.43e-09, 1.09e-08, 1.47e-06, 1.82e-06, 2.64e-06, 2.28e-06, 1.56e-11, 5.98e-10, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 9.43e-07, 4.54e-08] []
161900 [1.40e-06, 2.51e-06, 1.79e-06, 1.88e-06, 2.26e-06, 5.43e-07, 2.67e-07, 1.79e-08, 4.34e-07, 5.34e-08, 2.28e-06, 1.49e-06, 2.88e-06, 2.42e-07, 1.24e-08, 9.31e-09, 1.76e-08, 2.22e-08, 1.69e-09, 0.00e+00, 1.09e-07, 6.37e-07] [1.40e-06, 2.51e-06, 1.79e-06, 1.88e-06, 2.26e-06, 5.43e-07, 2.67e-07, 1.79e-08, 4.34e-07, 5.34e-08, 2.28e-06, 1.49e-06, 2.88e-06, 2.42e-07, 1.24e-08, 9.31e-09, 1.76e-08, 2.22e-08, 1.69e-09, 0.00e+00, 1.09e-07, 6.37e-07] []
162000 [1.36e-06, 2.50e-06, 1.92e-06, 2.18e-06, 2.32e-06, 3.98e-07, 2.39e-07, 1.08e-08, 1.08e-05, 4.09e-08, 1.07e-06, 7.41e-06, 7.99e-06, 1.03e-07, 0.00e+00, 6.49e-09, 1.71e-09, 6.33e-09, 0.00e+00, 0.00e+00, 1.57e-07, 1.17e-05] [1.36e-06, 2.50e-06, 1.92e-06, 2.18e-06, 2.32e-06, 3.98e-07, 2.39e-07, 1.08e-08, 1.08e-05, 4.09e-08, 1.07e-06, 7.41e-06, 7.99e-06, 1.03e-07, 0.00e+00, 6.49e-09, 1.71e-09, 6.33e-09, 0.00e+00, 0.00e+00, 1.57e-07, 1.17e-05] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 50.636109 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
162000 [1.36e-06, 2.50e-06, 1.92e-06, 2.18e-06, 2.32e-06, 3.98e-07, 2.39e-07, 1.08e-08, 1.08e-05, 4.09e-08, 1.07e-06, 7.41e-06, 7.99e-06, 1.03e-07, 0.00e+00, 6.49e-09, 1.71e-09, 6.33e-09, 0.00e+00, 0.00e+00, 1.57e-07, 1.17e-05] [1.36e-06, 2.50e-06, 1.92e-06, 2.18e-06, 2.32e-06, 3.98e-07, 2.39e-07, 1.08e-08, 1.08e-05, 4.09e-08, 1.07e-06, 7.41e-06, 7.99e-06, 1.03e-07, 0.00e+00, 6.49e-09, 1.71e-09, 6.33e-09, 0.00e+00, 0.00e+00, 1.57e-07, 1.17e-05] []
162100 [1.27e-06, 2.24e-06, 1.85e-06, 1.79e-06, 2.25e-06, 5.64e-07, 2.90e-07, 1.13e-06, 1.97e-09, 1.76e-07, 8.35e-07, 7.06e-07, 5.09e-07, 7.75e-08, 6.44e-09, 8.47e-09, 2.82e-09, 4.32e-09, 0.00e+00, 1.20e-10, 2.16e-06, 2.32e-08] [1.27e-06, 2.24e-06, 1.85e-06, 1.79e-06, 2.25e-06, 5.64e-07, 2.90e-07, 1.13e-06, 1.97e-09, 1.76e-07, 8.35e-07, 7.06e-07, 5.09e-07, 7.75e-08, 6.44e-09, 8.47e-09, 2.82e-09, 4.32e-09, 0.00e+00, 1.20e-10, 2.16e-06, 2.32e-08] []
162200 [1.42e-06, 2.81e-06, 1.82e-06, 2.23e-06, 2.20e-06, 5.49e-07, 2.05e-07, 1.64e-06, 1.13e-08, 8.56e-07, 7.72e-06, 1.16e-05, 1.14e-05, 9.91e-06, 0.00e+00, 0.00e+00, 5.52e-09, 6.39e-10, 1.54e-07, 6.66e-10, 9.70e-07, 1.19e-08] [1.42e-06, 2.81e-06, 1.82e-06, 2.23e-06, 2.20e-06, 5.49e-07, 2.05e-07, 1.64e-06, 1.13e-08, 8.56e-07, 7.72e-06, 1.16e-05, 1.14e-05, 9.91e-06, 0.00e+00, 0.00e+00, 5.52e-09, 6.39e-10, 1.54e-07, 6.66e-10, 9.70e-07, 1.19e-08] []
162300 [1.26e-06, 2.35e-06, 1.81e-06, 1.85e-06, 2.17e-06, 5.48e-07, 2.52e-07, 1.00e-07, 9.80e-07, 8.80e-10, 5.24e-07, 6.04e-07, 4.92e-07, 2.68e-08, 3.27e-09, 6.11e-09, 4.28e-09, 4.61e-09, 0.00e+00, 1.17e-07, 4.51e-07, 7.28e-07] [1.26e-06, 2.35e-06, 1.81e-06, 1.85e-06, 2.17e-06, 5.48e-07, 2.52e-07, 1.00e-07, 9.80e-07, 8.80e-10, 5.24e-07, 6.04e-07, 4.92e-07, 2.68e-08, 3.27e-09, 6.11e-09, 4.28e-09, 4.61e-09, 0.00e+00, 1.17e-07, 4.51e-07, 7.28e-07] []
162400 [9.33e-06, 3.22e-06, 2.02e-06, 1.94e-06, 2.32e-06, 1.96e-06, 1.07e-06, 2.27e-07, 6.94e-08, 2.18e-05, 2.77e-05, 1.66e-04, 1.93e-04, 9.49e-04, 2.40e-05, 1.47e-05, 4.29e-06, 3.04e-06, 1.68e-08, 4.24e-09, 5.97e-08, 1.61e-08] [9.33e-06, 3.22e-06, 2.02e-06, 1.94e-06, 2.32e-06, 1.96e-06, 1.07e-06, 2.27e-07, 6.94e-08, 2.18e-05, 2.77e-05, 1.66e-04, 1.93e-04, 9.49e-04, 2.40e-05, 1.47e-05, 4.29e-06, 3.04e-06, 1.68e-08, 4.24e-09, 5.97e-08, 1.61e-08] []
162500 [1.37e-06, 2.52e-06, 1.78e-06, 2.03e-06, 2.07e-06, 5.05e-07, 1.93e-07, 8.16e-08, 1.55e-11, 4.84e-09, 5.63e-07, 7.63e-07, 5.50e-07, 7.78e-08, 7.07e-09, 7.40e-09, 6.29e-09, 5.47e-09, 5.91e-09, 7.94e-12, 9.04e-08, 2.58e-08] [1.37e-06, 2.52e-06, 1.78e-06, 2.03e-06, 2.07e-06, 5.05e-07, 1.93e-07, 8.16e-08, 1.55e-11, 4.84e-09, 5.63e-07, 7.63e-07, 5.50e-07, 7.78e-08, 7.07e-09, 7.40e-09, 6.29e-09, 5.47e-09, 5.91e-09, 7.94e-12, 9.04e-08, 2.58e-08] []
162600 [2.92e-06, 2.75e-06, 1.77e-06, 1.62e-06, 1.96e-06, 1.06e-06, 5.79e-07, 5.07e-05, 4.79e-05, 1.01e-06, 3.85e-06, 9.11e-06, 3.72e-05, 5.52e-05, 1.23e-08, 1.10e-08, 2.63e-08, 2.54e-08, 0.00e+00, 1.01e-05, 5.82e-05, 4.46e-05] [2.92e-06, 2.75e-06, 1.77e-06, 1.62e-06, 1.96e-06, 1.06e-06, 5.79e-07, 5.07e-05, 4.79e-05, 1.01e-06, 3.85e-06, 9.11e-06, 3.72e-05, 5.52e-05, 1.23e-08, 1.10e-08, 2.63e-08, 2.54e-08, 0.00e+00, 1.01e-05, 5.82e-05, 4.46e-05] []
162700 [1.32e-06, 2.44e-06, 1.78e-06, 1.91e-06, 2.13e-06, 5.25e-07, 2.09e-07, 4.38e-08, 1.83e-07, 1.13e-07, 7.69e-07, 7.11e-07, 5.19e-07, 6.94e-08, 4.33e-09, 8.18e-09, 2.95e-09, 3.58e-09, 3.09e-09, 0.00e+00, 1.24e-07, 3.44e-07] [1.32e-06, 2.44e-06, 1.78e-06, 1.91e-06, 2.13e-06, 5.25e-07, 2.09e-07, 4.38e-08, 1.83e-07, 1.13e-07, 7.69e-07, 7.11e-07, 5.19e-07, 6.94e-08, 4.33e-09, 8.18e-09, 2.95e-09, 3.58e-09, 3.09e-09, 0.00e+00, 1.24e-07, 3.44e-07] []
162800 [1.78e-06, 2.73e-06, 1.74e-06, 1.99e-06, 2.32e-06, 6.13e-07, 2.41e-07, 1.26e-06, 1.68e-07, 3.73e-06, 1.44e-05, 4.83e-06, 6.52e-06, 3.96e-06, 1.44e-09, 2.02e-09, 1.48e-12, 1.06e-09, 9.31e-08, 0.00e+00, 5.62e-07, 3.22e-07] [1.78e-06, 2.73e-06, 1.74e-06, 1.99e-06, 2.32e-06, 6.13e-07, 2.41e-07, 1.26e-06, 1.68e-07, 3.73e-06, 1.44e-05, 4.83e-06, 6.52e-06, 3.96e-06, 1.44e-09, 2.02e-09, 1.48e-12, 1.06e-09, 9.31e-08, 0.00e+00, 5.62e-07, 3.22e-07] []
162900 [1.19e-06, 2.35e-06, 1.78e-06, 1.78e-06, 2.18e-06, 5.73e-07, 2.25e-07, 1.12e-07, 1.44e-08, 9.61e-10, 4.86e-07, 4.95e-07, 3.87e-07, 3.51e-08, 4.90e-09, 7.60e-09, 5.11e-09, 6.21e-09, 7.65e-09, 0.00e+00, 1.04e-07, 7.78e-08] [1.19e-06, 2.35e-06, 1.78e-06, 1.78e-06, 2.18e-06, 5.73e-07, 2.25e-07, 1.12e-07, 1.44e-08, 9.61e-10, 4.86e-07, 4.95e-07, 3.87e-07, 3.51e-08, 4.90e-09, 7.60e-09, 5.11e-09, 6.21e-09, 7.65e-09, 0.00e+00, 1.04e-07, 7.78e-08] []
163000 [1.03e-05, 4.19e-06, 2.65e-06, 3.25e-06, 2.78e-06, 2.12e-06, 5.14e-07, 2.52e-08, 5.89e-08, 5.94e-05, 4.63e-05, 2.82e-04, 3.44e-04, 1.62e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.62e-09, 5.04e-07, 1.10e-08] [1.03e-05, 4.19e-06, 2.65e-06, 3.25e-06, 2.78e-06, 2.12e-06, 5.14e-07, 2.52e-08, 5.89e-08, 5.94e-05, 4.63e-05, 2.82e-04, 3.44e-04, 1.62e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.62e-09, 5.04e-07, 1.10e-08] []
163100 [1.23e-06, 2.39e-06, 1.83e-06, 1.96e-06, 2.07e-06, 5.00e-07, 2.15e-07, 1.03e-06, 3.75e-05, 4.96e-09, 7.59e-07, 2.61e-06, 2.35e-06, 2.37e-07, 3.12e-09, 4.73e-09, 2.51e-09, 1.31e-09, 0.00e+00, 7.67e-06, 1.88e-06, 3.56e-05] [1.23e-06, 2.39e-06, 1.83e-06, 1.96e-06, 2.07e-06, 5.00e-07, 2.15e-07, 1.03e-06, 3.75e-05, 4.96e-09, 7.59e-07, 2.61e-06, 2.35e-06, 2.37e-07, 3.12e-09, 4.73e-09, 2.51e-09, 1.31e-09, 0.00e+00, 7.67e-06, 1.88e-06, 3.56e-05] []
163200 [1.25e-06, 2.53e-06, 1.84e-06, 1.97e-06, 2.24e-06, 5.22e-07, 2.14e-07, 4.14e-08, 5.12e-08, 5.86e-08, 1.25e-06, 2.96e-06, 1.72e-06, 1.74e-06, 0.00e+00, 0.00e+00, 1.24e-11, 0.00e+00, 1.85e-09, 0.00e+00, 8.49e-08, 1.39e-07] [1.25e-06, 2.53e-06, 1.84e-06, 1.97e-06, 2.24e-06, 5.22e-07, 2.14e-07, 4.14e-08, 5.12e-08, 5.86e-08, 1.25e-06, 2.96e-06, 1.72e-06, 1.74e-06, 0.00e+00, 0.00e+00, 1.24e-11, 0.00e+00, 1.85e-09, 0.00e+00, 8.49e-08, 1.39e-07] []
163300 [1.09e-06, 2.31e-06, 1.77e-06, 1.74e-06, 2.21e-06, 5.83e-07, 2.44e-07, 3.31e-07, 7.25e-06, 5.49e-08, 5.44e-07, 8.73e-07, 6.68e-07, 1.51e-06, 1.74e-15, 2.16e-10, 8.00e-14, 0.00e+00, 1.84e-08, 0.00e+00, 7.73e-08, 8.12e-06] [1.09e-06, 2.31e-06, 1.77e-06, 1.74e-06, 2.21e-06, 5.83e-07, 2.44e-07, 3.31e-07, 7.25e-06, 5.49e-08, 5.44e-07, 8.73e-07, 6.68e-07, 1.51e-06, 1.74e-15, 2.16e-10, 8.00e-14, 0.00e+00, 1.84e-08, 0.00e+00, 7.73e-08, 8.12e-06] []
163400 [1.47e-06, 2.52e-06, 1.78e-06, 2.00e-06, 2.07e-06, 5.29e-07, 2.06e-07, 9.70e-07, 2.22e-07, 5.70e-07, 1.49e-06, 2.72e-06, 1.09e-06, 6.88e-06, 4.39e-08, 3.40e-08, 2.08e-08, 3.02e-08, 0.00e+00, 1.85e-08, 1.72e-06, 1.18e-07] [1.47e-06, 2.52e-06, 1.78e-06, 2.00e-06, 2.07e-06, 5.29e-07, 2.06e-07, 9.70e-07, 2.22e-07, 5.70e-07, 1.49e-06, 2.72e-06, 1.09e-06, 6.88e-06, 4.39e-08, 3.40e-08, 2.08e-08, 3.02e-08, 0.00e+00, 1.85e-08, 1.72e-06, 1.18e-07] []
163500 [1.22e-06, 2.26e-06, 1.79e-06, 1.74e-06, 2.16e-06, 5.10e-07, 2.43e-07, 1.45e-06, 1.63e-06, 7.14e-08, 4.86e-07, 1.03e-06, 1.19e-06, 3.31e-07, 9.87e-09, 1.65e-08, 1.16e-08, 1.51e-08, 1.05e-07, 0.00e+00, 6.03e-07, 2.04e-06] [1.22e-06, 2.26e-06, 1.79e-06, 1.74e-06, 2.16e-06, 5.10e-07, 2.43e-07, 1.45e-06, 1.63e-06, 7.14e-08, 4.86e-07, 1.03e-06, 1.19e-06, 3.31e-07, 9.87e-09, 1.65e-08, 1.16e-08, 1.51e-08, 1.05e-07, 0.00e+00, 6.03e-07, 2.04e-06] []
163600 [1.30e-06, 2.27e-06, 1.86e-06, 1.90e-06, 2.30e-06, 4.93e-07, 2.50e-07, 3.99e-07, 1.25e-08, 3.21e-07, 1.70e-06, 1.22e-06, 1.40e-06, 1.52e-06, 0.00e+00, 1.10e-08, 7.90e-10, 1.42e-09, 2.22e-08, 0.00e+00, 8.78e-08, 5.71e-08] [1.30e-06, 2.27e-06, 1.86e-06, 1.90e-06, 2.30e-06, 4.93e-07, 2.50e-07, 3.99e-07, 1.25e-08, 3.21e-07, 1.70e-06, 1.22e-06, 1.40e-06, 1.52e-06, 0.00e+00, 1.10e-08, 7.90e-10, 1.42e-09, 2.22e-08, 0.00e+00, 8.78e-08, 5.71e-08] []
163700 [1.14e-06, 2.09e-06, 1.82e-06, 1.65e-06, 2.15e-06, 6.08e-07, 2.73e-07, 5.08e-07, 1.94e-07, 4.73e-09, 4.72e-07, 4.52e-07, 3.48e-07, 3.38e-08, 4.63e-09, 5.19e-09, 4.02e-09, 4.52e-09, 3.06e-08, 1.54e-08, 1.16e-07, 9.50e-08] [1.14e-06, 2.09e-06, 1.82e-06, 1.65e-06, 2.15e-06, 6.08e-07, 2.73e-07, 5.08e-07, 1.94e-07, 4.73e-09, 4.72e-07, 4.52e-07, 3.48e-07, 3.38e-08, 4.63e-09, 5.19e-09, 4.02e-09, 4.52e-09, 3.06e-08, 1.54e-08, 1.16e-07, 9.50e-08] []
163800 [1.98e-06, 2.46e-06, 1.99e-06, 1.87e-06, 2.07e-06, 3.86e-07, 1.92e-07, 1.29e-04, 8.61e-09, 6.95e-07, 3.22e-06, 3.58e-05, 3.24e-05, 3.71e-06, 2.44e-07, 6.81e-09, 1.29e-08, 2.04e-08, 0.00e+00, 1.53e-10, 1.42e-04, 2.63e-08] [1.98e-06, 2.46e-06, 1.99e-06, 1.87e-06, 2.07e-06, 3.86e-07, 1.92e-07, 1.29e-04, 8.61e-09, 6.95e-07, 3.22e-06, 3.58e-05, 3.24e-05, 3.71e-06, 2.44e-07, 6.81e-09, 1.29e-08, 2.04e-08, 0.00e+00, 1.53e-10, 1.42e-04, 2.63e-08] []
163900 [1.13e-06, 2.16e-06, 1.77e-06, 1.68e-06, 2.04e-06, 5.65e-07, 2.43e-07, 1.16e-06, 4.41e-07, 3.31e-08, 6.24e-07, 5.48e-07, 4.61e-07, 6.49e-08, 2.33e-09, 4.53e-09, 3.99e-09, 4.63e-09, 8.77e-08, 0.00e+00, 5.14e-07, 6.05e-07] [1.13e-06, 2.16e-06, 1.77e-06, 1.68e-06, 2.04e-06, 5.65e-07, 2.43e-07, 1.16e-06, 4.41e-07, 3.31e-08, 6.24e-07, 5.48e-07, 4.61e-07, 6.49e-08, 2.33e-09, 4.53e-09, 3.99e-09, 4.63e-09, 8.77e-08, 0.00e+00, 5.14e-07, 6.05e-07] []
164000 [4.46e-06, 2.71e-06, 1.72e-06, 1.66e-06, 2.17e-06, 1.07e-06, 6.30e-07, 6.42e-07, 4.52e-10, 9.35e-06, 1.28e-05, 3.52e-05, 6.17e-05, 2.44e-04, 3.67e-06, 2.38e-06, 1.19e-06, 9.23e-07, 4.10e-08, 6.63e-11, 2.00e-07, 1.56e-08] [4.46e-06, 2.71e-06, 1.72e-06, 1.66e-06, 2.17e-06, 1.07e-06, 6.30e-07, 6.42e-07, 4.52e-10, 9.35e-06, 1.28e-05, 3.52e-05, 6.17e-05, 2.44e-04, 3.67e-06, 2.38e-06, 1.19e-06, 9.23e-07, 4.10e-08, 6.63e-11, 2.00e-07, 1.56e-08] []
Best model at step 123065:
train loss: 1.11e-05
test loss: 1.11e-05
test metric: []
'train' took 48.835655 s
Best train step: 123065
lambda_a: 7.020890697676293
lambda_b: 6.151070865302765
kappa_a: 1.6561445527641405
kappa_b: 1.492842383565811
Training model...
Step Train loss Test loss Test metric
164000 [4.46e-06, 2.71e-06, 1.72e-06, 1.66e-06, 2.17e-06, 1.07e-06, 6.30e-07, 6.42e-07, 4.52e-10, 9.35e-06, 1.28e-05, 3.52e-05, 6.17e-05, 2.44e-04, 3.67e-06, 2.38e-06, 1.19e-06, 9.23e-07, 4.10e-08, 6.63e-11, 2.00e-07, 1.56e-08] [4.46e-06, 2.71e-06, 1.72e-06, 1.66e-06, 2.17e-06, 1.07e-06, 6.30e-07, 6.42e-07, 4.52e-10, 9.35e-06, 1.28e-05, 3.52e-05, 6.17e-05, 2.44e-04, 3.67e-06, 2.38e-06, 1.19e-06, 9.23e-07, 4.10e-08, 6.63e-11, 2.00e-07, 1.56e-08] []
164100 [2.08e-06, 2.27e-06, 1.63e-06, 1.65e-06, 2.05e-06, 1.13e-06, 7.48e-07, 2.71e-05, 1.39e-06, 3.24e-06, 1.01e-05, 3.02e-05, 5.63e-05, 6.25e-05, 3.02e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-05, 1.57e-06] [2.08e-06, 2.27e-06, 1.63e-06, 1.65e-06, 2.05e-06, 1.13e-06, 7.48e-07, 2.71e-05, 1.39e-06, 3.24e-06, 1.01e-05, 3.02e-05, 5.63e-05, 6.25e-05, 3.02e-07, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-05, 1.57e-06] []
164200 [1.21e-06, 2.22e-06, 1.75e-06, 1.68e-06, 2.03e-06, 5.16e-07, 2.23e-07, 3.71e-07, 1.33e-07, 1.65e-08, 5.34e-07, 6.63e-07, 4.39e-07, 1.12e-07, 2.37e-09, 9.02e-09, 3.44e-09, 4.42e-09, 2.04e-08, 9.90e-09, 7.93e-08, 6.12e-08] [1.21e-06, 2.22e-06, 1.75e-06, 1.68e-06, 2.03e-06, 5.16e-07, 2.23e-07, 3.71e-07, 1.33e-07, 1.65e-08, 5.34e-07, 6.63e-07, 4.39e-07, 1.12e-07, 2.37e-09, 9.02e-09, 3.44e-09, 4.42e-09, 2.04e-08, 9.90e-09, 7.93e-08, 6.12e-08] []
164300 [3.02e-06, 2.63e-06, 1.77e-06, 1.52e-06, 2.01e-06, 9.48e-07, 5.12e-07, 8.78e-07, 1.65e-04, 1.03e-06, 7.83e-06, 1.59e-05, 3.30e-05, 8.83e-05, 1.05e-06, 4.84e-07, 1.20e-06, 1.23e-06, 8.83e-08, 3.91e-05, 5.21e-07, 1.62e-04] [3.02e-06, 2.63e-06, 1.77e-06, 1.52e-06, 2.01e-06, 9.48e-07, 5.12e-07, 8.78e-07, 1.65e-04, 1.03e-06, 7.83e-06, 1.59e-05, 3.30e-05, 8.83e-05, 1.05e-06, 4.84e-07, 1.20e-06, 1.23e-06, 8.83e-08, 3.91e-05, 5.21e-07, 1.62e-04] []
164400 [1.12e-06, 2.20e-06, 1.75e-06, 1.57e-06, 2.16e-06, 5.87e-07, 2.76e-07, 2.79e-06, 8.78e-07, 6.92e-07, 2.39e-06, 1.54e-06, 2.13e-06, 2.70e-07, 5.01e-09, 9.02e-09, 4.54e-09, 6.77e-09, 2.82e-07, 1.11e-07, 1.77e-06, 6.72e-07] [1.12e-06, 2.20e-06, 1.75e-06, 1.57e-06, 2.16e-06, 5.87e-07, 2.76e-07, 2.79e-06, 8.78e-07, 6.92e-07, 2.39e-06, 1.54e-06, 2.13e-06, 2.70e-07, 5.01e-09, 9.02e-09, 4.54e-09, 6.77e-09, 2.82e-07, 1.11e-07, 1.77e-06, 6.72e-07] []
164500 [1.49e-05, 3.76e-06, 2.59e-06, 3.05e-06, 3.21e-06, 1.70e-06, 1.06e-06, 2.44e-07, 1.84e-09, 4.80e-05, 4.25e-05, 4.06e-04, 1.71e-04, 5.27e-04, 9.44e-06, 1.07e-05, 2.77e-06, 3.05e-06, 1.20e-08, 3.38e-11, 8.64e-08, 2.63e-08] [1.49e-05, 3.76e-06, 2.59e-06, 3.05e-06, 3.21e-06, 1.70e-06, 1.06e-06, 2.44e-07, 1.84e-09, 4.80e-05, 4.25e-05, 4.06e-04, 1.71e-04, 5.27e-04, 9.44e-06, 1.07e-05, 2.77e-06, 3.05e-06, 1.20e-08, 3.38e-11, 8.64e-08, 2.63e-08] []
164600 [1.14e-06, 1.97e-06, 1.78e-06, 1.55e-06, 2.03e-06, 5.63e-07, 2.59e-07, 9.46e-07, 5.68e-08, 3.19e-08, 5.81e-07, 6.26e-07, 4.56e-07, 2.15e-08, 7.07e-10, 3.23e-09, 9.29e-10, 1.79e-09, 0.00e+00, 0.00e+00, 1.78e-06, 1.12e-07] [1.14e-06, 1.97e-06, 1.78e-06, 1.55e-06, 2.03e-06, 5.63e-07, 2.59e-07, 9.46e-07, 5.68e-08, 3.19e-08, 5.81e-07, 6.26e-07, 4.56e-07, 2.15e-08, 7.07e-10, 3.23e-09, 9.29e-10, 1.79e-09, 0.00e+00, 0.00e+00, 1.78e-06, 1.12e-07] []
164700 [9.97e-07, 2.07e-06, 1.74e-06, 1.53e-06, 1.93e-06, 6.47e-07, 2.67e-07, 4.67e-06, 1.87e-05, 1.61e-07, 8.35e-07, 1.77e-06, 2.24e-06, 5.58e-06, 2.88e-10, 4.86e-10, 0.00e+00, 0.00e+00, 0.00e+00, 3.67e-06, 6.65e-06, 1.75e-05] [9.97e-07, 2.07e-06, 1.74e-06, 1.53e-06, 1.93e-06, 6.47e-07, 2.67e-07, 4.67e-06, 1.87e-05, 1.61e-07, 8.35e-07, 1.77e-06, 2.24e-06, 5.58e-06, 2.88e-10, 4.86e-10, 0.00e+00, 0.00e+00, 0.00e+00, 3.67e-06, 6.65e-06, 1.75e-05] []
164800 [1.19e-06, 2.45e-06, 1.66e-06, 1.86e-06, 1.79e-06, 5.11e-07, 2.01e-07, 3.08e-07, 1.68e-09, 2.24e-08, 7.85e-07, 9.76e-07, 2.60e-06, 3.62e-06, 2.36e-08, 2.52e-08, 1.59e-08, 1.55e-08, 1.84e-08, 9.13e-11, 7.09e-08, 9.17e-09] [1.19e-06, 2.45e-06, 1.66e-06, 1.86e-06, 1.79e-06, 5.11e-07, 2.01e-07, 3.08e-07, 1.68e-09, 2.24e-08, 7.85e-07, 9.76e-07, 2.60e-06, 3.62e-06, 2.36e-08, 2.52e-08, 1.59e-08, 1.55e-08, 1.84e-08, 9.13e-11, 7.09e-08, 9.17e-09] []
164900 [9.15e-06, 4.04e-06, 2.40e-06, 2.88e-06, 2.38e-06, 2.18e-06, 3.69e-07, 2.63e-08, 2.49e-06, 4.85e-05, 3.96e-05, 2.23e-04, 3.01e-04, 1.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.71e-07, 3.11e-06] [9.15e-06, 4.04e-06, 2.40e-06, 2.88e-06, 2.38e-06, 2.18e-06, 3.69e-07, 2.63e-08, 2.49e-06, 4.85e-05, 3.96e-05, 2.23e-04, 3.01e-04, 1.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.71e-07, 3.11e-06] []
165000 [1.11e-06, 2.17e-06, 1.72e-06, 1.61e-06, 1.91e-06, 5.00e-07, 1.89e-07, 1.60e-06, 1.08e-08, 5.89e-08, 8.44e-07, 6.39e-07, 7.25e-07, 1.78e-08, 1.05e-09, 4.67e-09, 4.71e-09, 5.68e-09, 1.27e-07, 5.16e-10, 7.76e-07, 7.84e-09] [1.11e-06, 2.17e-06, 1.72e-06, 1.61e-06, 1.91e-06, 5.00e-07, 1.89e-07, 1.60e-06, 1.08e-08, 5.89e-08, 8.44e-07, 6.39e-07, 7.25e-07, 1.78e-08, 1.05e-09, 4.67e-09, 4.71e-09, 5.68e-09, 1.27e-07, 5.16e-10, 7.76e-07, 7.84e-09] []
165100 [1.44e-06, 2.49e-06, 1.67e-06, 1.81e-06, 1.94e-06, 4.81e-07, 1.45e-07, 9.01e-08, 4.38e-09, 3.25e-06, 1.81e-06, 1.76e-05, 3.56e-05, 3.15e-05, 1.41e-09, 0.00e+00, 0.00e+00, 0.00e+00, 3.54e-09, 9.51e-11, 1.11e-07, 1.18e-08] [1.44e-06, 2.49e-06, 1.67e-06, 1.81e-06, 1.94e-06, 4.81e-07, 1.45e-07, 9.01e-08, 4.38e-09, 3.25e-06, 1.81e-06, 1.76e-05, 3.56e-05, 3.15e-05, 1.41e-09, 0.00e+00, 0.00e+00, 0.00e+00, 3.54e-09, 9.51e-11, 1.11e-07, 1.18e-08] []
165200 [2.65e-05, 4.60e-06, 2.63e-06, 4.39e-06, 3.60e-06, 2.74e-06, 1.18e-06, 2.37e-05, 8.81e-05, 1.47e-04, 1.73e-04, 6.54e-04, 9.69e-04, 4.34e-03, 6.47e-05, 6.25e-05, 2.41e-05, 2.21e-05, 3.93e-06, 2.09e-05, 2.14e-05, 8.68e-05] [2.65e-05, 4.60e-06, 2.63e-06, 4.39e-06, 3.60e-06, 2.74e-06, 1.18e-06, 2.37e-05, 8.81e-05, 1.47e-04, 1.73e-04, 6.54e-04, 9.69e-04, 4.34e-03, 6.47e-05, 6.25e-05, 2.41e-05, 2.21e-05, 3.93e-06, 2.09e-05, 2.14e-05, 8.68e-05] []
165300 [1.07e-06, 1.99e-06, 1.71e-06, 1.45e-06, 1.94e-06, 5.16e-07, 1.98e-07, 1.68e-06, 7.55e-08, 7.44e-08, 5.26e-07, 5.86e-07, 4.30e-07, 4.64e-08, 1.96e-09, 6.68e-09, 2.41e-09, 3.26e-09, 0.00e+00, 0.00e+00, 2.88e-06, 1.51e-07] [1.07e-06, 1.99e-06, 1.71e-06, 1.45e-06, 1.94e-06, 5.16e-07, 1.98e-07, 1.68e-06, 7.55e-08, 7.44e-08, 5.26e-07, 5.86e-07, 4.30e-07, 4.64e-08, 1.96e-09, 6.68e-09, 2.41e-09, 3.26e-09, 0.00e+00, 0.00e+00, 2.88e-06, 1.51e-07] []
165400 [1.58e-06, 2.45e-06, 1.48e-06, 1.57e-06, 1.97e-06, 5.75e-07, 2.25e-07, 2.05e-06, 1.78e-07, 1.05e-06, 6.04e-06, 1.64e-05, 4.76e-05, 3.39e-05, 7.89e-08, 0.00e+00, 0.00e+00, 0.00e+00, 1.30e-07, 1.10e-08, 7.94e-07, 6.78e-08] [1.58e-06, 2.45e-06, 1.48e-06, 1.57e-06, 1.97e-06, 5.75e-07, 2.25e-07, 2.05e-06, 1.78e-07, 1.05e-06, 6.04e-06, 1.64e-05, 4.76e-05, 3.39e-05, 7.89e-08, 0.00e+00, 0.00e+00, 0.00e+00, 1.30e-07, 1.10e-08, 7.94e-07, 6.78e-08] []
165500 [9.66e-07, 1.92e-06, 1.73e-06, 1.43e-06, 1.90e-06, 5.45e-07, 2.04e-07, 2.24e-07, 1.43e-07, 4.02e-09, 4.62e-07, 5.25e-07, 3.78e-07, 5.16e-08, 1.57e-09, 3.38e-09, 2.17e-09, 2.18e-09, 1.38e-08, 1.16e-08, 9.35e-08, 7.33e-08] [9.66e-07, 1.92e-06, 1.73e-06, 1.43e-06, 1.90e-06, 5.45e-07, 2.04e-07, 2.24e-07, 1.43e-07, 4.02e-09, 4.62e-07, 5.25e-07, 3.78e-07, 5.16e-08, 1.57e-09, 3.38e-09, 2.17e-09, 2.18e-09, 1.38e-08, 1.16e-08, 9.35e-08, 7.33e-08] []
165600 [1.14e-06, 1.79e-06, 1.97e-06, 2.02e-06, 2.01e-06, 4.92e-07, 1.96e-07, 1.02e-08, 1.72e-07, 5.17e-10, 1.20e-06, 9.07e-06, 5.52e-06, 8.20e-06, 0.00e+00, 0.00e+00, 8.28e-10, 0.00e+00, 4.78e-11, 1.78e-08, 1.48e-07, 1.15e-07] [1.14e-06, 1.79e-06, 1.97e-06, 2.02e-06, 2.01e-06, 4.92e-07, 1.96e-07, 1.02e-08, 1.72e-07, 5.17e-10, 1.20e-06, 9.07e-06, 5.52e-06, 8.20e-06, 0.00e+00, 0.00e+00, 8.28e-10, 0.00e+00, 4.78e-11, 1.78e-08, 1.48e-07, 1.15e-07] []
165700 [3.58e-06, 1.89e-06, 1.85e-06, 1.51e-06, 2.03e-06, 6.20e-07, 2.70e-07, 1.61e-05, 1.98e-07, 7.49e-06, 1.00e-05, 3.35e-05, 6.07e-05, 2.13e-04, 2.33e-06, 2.46e-06, 1.64e-06, 1.58e-06, 2.26e-06, 1.81e-08, 1.30e-05, 1.16e-07] [3.58e-06, 1.89e-06, 1.85e-06, 1.51e-06, 2.03e-06, 6.20e-07, 2.70e-07, 1.61e-05, 1.98e-07, 7.49e-06, 1.00e-05, 3.35e-05, 6.07e-05, 2.13e-04, 2.33e-06, 2.46e-06, 1.64e-06, 1.58e-06, 2.26e-06, 1.81e-08, 1.30e-05, 1.16e-07] []
165800 [1.25e-06, 2.15e-06, 1.70e-06, 1.58e-06, 1.75e-06, 4.75e-07, 1.97e-07, 9.76e-05, 1.01e-05, 2.00e-06, 1.24e-05, 4.81e-06, 1.57e-05, 5.18e-06, 9.36e-08, 1.16e-07, 1.63e-07, 1.49e-07, 1.76e-05, 1.90e-06, 8.84e-05, 9.31e-06] [1.25e-06, 2.15e-06, 1.70e-06, 1.58e-06, 1.75e-06, 4.75e-07, 1.97e-07, 9.76e-05, 1.01e-05, 2.00e-06, 1.24e-05, 4.81e-06, 1.57e-05, 5.18e-06, 9.36e-08, 1.16e-07, 1.63e-07, 1.49e-07, 1.76e-05, 1.90e-06, 8.84e-05, 9.31e-06] []
165900 [8.90e-07, 2.41e-06, 1.63e-06, 1.59e-06, 1.75e-06, 5.84e-07, 1.67e-07, 4.73e-06, 5.22e-06, 1.08e-06, 2.37e-06, 2.34e-06, 1.99e-06, 9.45e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.00e-07, 0.00e+00, 3.12e-06, 5.76e-06] [8.90e-07, 2.41e-06, 1.63e-06, 1.59e-06, 1.75e-06, 5.84e-07, 1.67e-07, 4.73e-06, 5.22e-06, 1.08e-06, 2.37e-06, 2.34e-06, 1.99e-06, 9.45e-06, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.00e-07, 0.00e+00, 3.12e-06, 5.76e-06] []
166000 [1.80e-06, 2.54e-06, 1.46e-06, 2.33e-06, 1.55e-06, 7.95e-07, 2.28e-07, 4.04e-06, 1.65e-10, 1.07e-06, 4.26e-06, 2.27e-05, 2.63e-05, 1.26e-05, 6.64e-07, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-07, 0.00e+00, 2.53e-06, 2.30e-08] [1.80e-06, 2.54e-06, 1.46e-06, 2.33e-06, 1.55e-06, 7.95e-07, 2.28e-07, 4.04e-06, 1.65e-10, 1.07e-06, 4.26e-06, 2.27e-05, 2.63e-05, 1.26e-05, 6.64e-07, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-07, 0.00e+00, 2.53e-06, 2.30e-08] []
Best model at step 165325:
train loss: 1.04e-05
test loss: 1.04e-05
test metric: []
'train' took 50.150781 s
Best train step: 165325
lambda_a: 7.236867465082564
lambda_b: 5.510122403999399
kappa_a: 1.95525182196227
kappa_b: 1.3401052866593033
Best train step: 165325
lambda_a: 1.9791884422
lambda_b: 1.7065868378
kappa_a: 0.67051899433
kappa_b: 0.29274818301
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
intermediate_train()
Training model... Step Train loss Test loss Test metric 166000 [1.80e-06, 2.54e-06, 1.46e-06, 2.33e-06, 1.55e-06, 7.95e-07, 2.28e-07, 4.04e-06, 1.65e-10, 1.07e-06, 4.26e-06, 2.27e-05, 2.63e-05, 1.26e-05, 6.64e-07, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-07, 0.00e+00, 2.53e-06, 2.30e-08] [1.80e-06, 2.54e-06, 1.46e-06, 2.33e-06, 1.55e-06, 7.95e-07, 2.28e-07, 4.04e-06, 1.65e-10, 1.07e-06, 4.26e-06, 2.27e-05, 2.63e-05, 1.26e-05, 6.64e-07, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-07, 0.00e+00, 2.53e-06, 2.30e-08] [] 166100 [8.09e-07, 1.88e-06, 1.72e-06, 1.36e-06, 1.77e-06, 5.91e-07, 1.98e-07, 3.58e-06, 1.33e-08, 2.17e-07, 2.43e-06, 4.42e-06, 1.03e-05, 2.00e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.75e-06, 5.59e-08] [8.09e-07, 1.88e-06, 1.72e-06, 1.36e-06, 1.77e-06, 5.91e-07, 1.98e-07, 3.58e-06, 1.33e-08, 2.17e-07, 2.43e-06, 4.42e-06, 1.03e-05, 2.00e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 5.75e-06, 5.59e-08] [] 166200 [1.12e-06, 1.57e-06, 1.86e-06, 1.60e-06, 2.05e-06, 5.52e-07, 2.22e-07, 4.89e-07, 1.72e-09, 1.72e-07, 7.92e-07, 2.37e-06, 3.06e-06, 2.65e-07, 7.57e-11, 9.69e-09, 2.68e-09, 1.25e-09, 2.94e-08, 0.00e+00, 1.16e-07, 1.43e-08] [1.12e-06, 1.57e-06, 1.86e-06, 1.60e-06, 2.05e-06, 5.52e-07, 2.22e-07, 4.89e-07, 1.72e-09, 1.72e-07, 7.92e-07, 2.37e-06, 3.06e-06, 2.65e-07, 7.57e-11, 9.69e-09, 2.68e-09, 1.25e-09, 2.94e-08, 0.00e+00, 1.16e-07, 1.43e-08] [] 166300 [1.08e-06, 2.65e-06, 1.52e-06, 1.73e-06, 1.66e-06, 7.95e-07, 3.00e-07, 8.33e-07, 5.20e-05, 6.36e-06, 8.30e-06, 1.03e-05, 6.94e-06, 6.63e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-08, 1.16e-05, 2.04e-07, 5.05e-05] [1.08e-06, 2.65e-06, 1.52e-06, 1.73e-06, 1.66e-06, 7.95e-07, 3.00e-07, 8.33e-07, 5.20e-05, 6.36e-06, 8.30e-06, 1.03e-05, 6.94e-06, 6.63e-05, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-08, 1.16e-05, 2.04e-07, 5.05e-05] [] 166400 [1.03e-06, 2.14e-06, 1.65e-06, 1.28e-06, 1.78e-06, 5.89e-07, 2.28e-07, 1.21e-04, 3.11e-06, 6.49e-06, 5.28e-05, 1.88e-05, 6.38e-05, 5.40e-06, 1.58e-07, 8.80e-08, 3.03e-07, 4.43e-07, 2.22e-05, 4.88e-07, 1.08e-04, 2.60e-06] [1.03e-06, 2.14e-06, 1.65e-06, 1.28e-06, 1.78e-06, 5.89e-07, 2.28e-07, 1.21e-04, 3.11e-06, 6.49e-06, 5.28e-05, 1.88e-05, 6.38e-05, 5.40e-06, 1.58e-07, 8.80e-08, 3.03e-07, 4.43e-07, 2.22e-05, 4.88e-07, 1.08e-04, 2.60e-06] [] 166500 [9.81e-07, 1.91e-06, 1.67e-06, 1.44e-06, 1.67e-06, 4.67e-07, 1.88e-07, 4.05e-08, 1.26e-09, 1.84e-10, 7.26e-07, 7.83e-07, 7.83e-07, 4.32e-07, 1.28e-12, 1.48e-10, 1.41e-10, 4.46e-12, 2.38e-09, 7.53e-11, 1.37e-07, 4.67e-09] [9.81e-07, 1.91e-06, 1.67e-06, 1.44e-06, 1.67e-06, 4.67e-07, 1.88e-07, 4.05e-08, 1.26e-09, 1.84e-10, 7.26e-07, 7.83e-07, 7.83e-07, 4.32e-07, 1.28e-12, 1.48e-10, 1.41e-10, 4.46e-12, 2.38e-09, 7.53e-11, 1.37e-07, 4.67e-09] [] 166600 [1.98e-06, 2.15e-06, 1.56e-06, 1.20e-06, 1.79e-06, 5.79e-07, 2.62e-07, 1.47e-07, 4.02e-09, 1.01e-06, 2.07e-05, 1.33e-05, 5.50e-05, 4.69e-05, 3.28e-07, 3.44e-07, 3.95e-07, 2.96e-07, 0.00e+00, 6.94e-10, 5.42e-07, 2.90e-09] [1.98e-06, 2.15e-06, 1.56e-06, 1.20e-06, 1.79e-06, 5.79e-07, 2.62e-07, 1.47e-07, 4.02e-09, 1.01e-06, 2.07e-05, 1.33e-05, 5.50e-05, 4.69e-05, 3.28e-07, 3.44e-07, 3.95e-07, 2.96e-07, 0.00e+00, 6.94e-10, 5.42e-07, 2.90e-09] [] 166700 [6.70e-07, 1.87e-06, 1.72e-06, 1.32e-06, 1.66e-06, 6.10e-07, 2.04e-07, 4.27e-05, 4.71e-06, 3.85e-06, 3.99e-06, 2.75e-06, 1.22e-06, 1.27e-05, 0.00e+00, 0.00e+00, 1.61e-10, 0.00e+00, 6.66e-06, 8.28e-07, 3.63e-05, 4.32e-06] [6.70e-07, 1.87e-06, 1.72e-06, 1.32e-06, 1.66e-06, 6.10e-07, 2.04e-07, 4.27e-05, 4.71e-06, 3.85e-06, 3.99e-06, 2.75e-06, 1.22e-06, 1.27e-05, 0.00e+00, 0.00e+00, 1.61e-10, 0.00e+00, 6.66e-06, 8.28e-07, 3.63e-05, 4.32e-06] [] 166800 [9.20e-07, 1.75e-06, 1.69e-06, 1.37e-06, 1.62e-06, 4.66e-07, 1.72e-07, 4.05e-08, 3.51e-10, 4.30e-08, 7.64e-07, 9.34e-07, 8.56e-07, 3.67e-08, 1.14e-10, 1.87e-09, 6.78e-11, 2.04e-10, 1.67e-09, 0.00e+00, 1.19e-07, 1.23e-08] [9.20e-07, 1.75e-06, 1.69e-06, 1.37e-06, 1.62e-06, 4.66e-07, 1.72e-07, 4.05e-08, 3.51e-10, 4.30e-08, 7.64e-07, 9.34e-07, 8.56e-07, 3.67e-08, 1.14e-10, 1.87e-09, 6.78e-11, 2.04e-10, 1.67e-09, 0.00e+00, 1.19e-07, 1.23e-08] [] 166900 [9.64e-07, 1.81e-06, 1.66e-06, 1.34e-06, 1.65e-06, 4.59e-07, 1.75e-07, 7.42e-08, 9.32e-08, 9.32e-08, 7.09e-07, 7.26e-07, 8.21e-07, 1.36e-06, 1.72e-08, 2.11e-08, 5.29e-09, 2.34e-08, 0.00e+00, 6.56e-09, 4.96e-07, 4.05e-08] [9.64e-07, 1.81e-06, 1.66e-06, 1.34e-06, 1.65e-06, 4.59e-07, 1.75e-07, 7.42e-08, 9.32e-08, 9.32e-08, 7.09e-07, 7.26e-07, 8.21e-07, 1.36e-06, 1.72e-08, 2.11e-08, 5.29e-09, 2.34e-08, 0.00e+00, 6.56e-09, 4.96e-07, 4.05e-08] [] 167000 [9.73e-07, 1.71e-06, 1.67e-06, 1.35e-06, 1.63e-06, 4.44e-07, 1.69e-07, 1.01e-06, 1.71e-11, 1.08e-07, 7.57e-07, 1.33e-06, 7.29e-07, 2.27e-06, 2.56e-08, 1.46e-08, 8.82e-09, 9.61e-09, 6.93e-08, 9.37e-16, 3.72e-07, 8.71e-09] [9.73e-07, 1.71e-06, 1.67e-06, 1.35e-06, 1.63e-06, 4.44e-07, 1.69e-07, 1.01e-06, 1.71e-11, 1.08e-07, 7.57e-07, 1.33e-06, 7.29e-07, 2.27e-06, 2.56e-08, 1.46e-08, 8.82e-09, 9.61e-09, 6.93e-08, 9.37e-16, 3.72e-07, 8.71e-09] [] 167100 [1.52e-06, 1.98e-06, 1.08e-06, 1.87e-06, 7.01e-06, 1.18e-06, 3.93e-06, 1.05e-05, 1.26e-05, 1.26e-05, 2.50e-05, 4.99e-04, 6.83e-04, 3.75e-05, 2.90e-09, 1.09e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.59e-05, 1.42e-05] [1.52e-06, 1.98e-06, 1.08e-06, 1.87e-06, 7.01e-06, 1.18e-06, 3.93e-06, 1.05e-05, 1.26e-05, 1.26e-05, 2.50e-05, 4.99e-04, 6.83e-04, 3.75e-05, 2.90e-09, 1.09e-08, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 1.59e-05, 1.42e-05] [] 167200 [1.31e-06, 1.70e-06, 1.83e-06, 1.41e-06, 1.70e-06, 8.77e-07, 2.38e-07, 1.11e-06, 6.72e-08, 8.32e-06, 5.46e-06, 2.61e-05, 2.86e-05, 1.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.12e-08, 4.09e-09, 2.90e-07, 2.48e-08] [1.31e-06, 1.70e-06, 1.83e-06, 1.41e-06, 1.70e-06, 8.77e-07, 2.38e-07, 1.11e-06, 6.72e-08, 8.32e-06, 5.46e-06, 2.61e-05, 2.86e-05, 1.53e-04, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 6.12e-08, 4.09e-09, 2.90e-07, 2.48e-08] [] 167300 [7.06e-07, 1.80e-06, 1.57e-06, 1.28e-06, 1.48e-06, 4.83e-07, 1.84e-07, 2.38e-06, 1.40e-05, 8.87e-08, 5.21e-07, 1.39e-06, 1.44e-06, 3.61e-06, 0.00e+00, 3.92e-10, 2.05e-12, 0.00e+00, 1.87e-07, 0.00e+00, 1.15e-06, 1.48e-05] [7.06e-07, 1.80e-06, 1.57e-06, 1.28e-06, 1.48e-06, 4.83e-07, 1.84e-07, 2.38e-06, 1.40e-05, 8.87e-08, 5.21e-07, 1.39e-06, 1.44e-06, 3.61e-06, 0.00e+00, 3.92e-10, 2.05e-12, 0.00e+00, 1.87e-07, 0.00e+00, 1.15e-06, 1.48e-05] [] 167400 [9.59e-07, 1.81e-06, 1.57e-06, 1.29e-06, 1.42e-06, 4.41e-07, 1.67e-07, 3.59e-05, 3.40e-09, 1.37e-06, 1.96e-06, 1.95e-06, 1.55e-06, 7.12e-06, 8.94e-08, 2.66e-08, 1.91e-08, 3.61e-08, 0.00e+00, 0.00e+00, 4.16e-05, 2.63e-08] [9.59e-07, 1.81e-06, 1.57e-06, 1.29e-06, 1.42e-06, 4.41e-07, 1.67e-07, 3.59e-05, 3.40e-09, 1.37e-06, 1.96e-06, 1.95e-06, 1.55e-06, 7.12e-06, 8.94e-08, 2.66e-08, 1.91e-08, 3.61e-08, 0.00e+00, 0.00e+00, 4.16e-05, 2.63e-08] [] 167500 [4.87e-06, 1.71e-06, 1.85e-06, 1.36e-06, 1.75e-06, 6.70e-07, 2.51e-07, 4.14e-09, 2.24e-08, 2.01e-05, 1.66e-05, 5.84e-05, 1.02e-04, 3.90e-04, 4.58e-06, 4.41e-06, 3.00e-06, 2.92e-06, 4.19e-10, 0.00e+00, 1.69e-07, 4.88e-08] [4.87e-06, 1.71e-06, 1.85e-06, 1.36e-06, 1.75e-06, 6.70e-07, 2.51e-07, 4.14e-09, 2.24e-08, 2.01e-05, 1.66e-05, 5.84e-05, 1.02e-04, 3.90e-04, 4.58e-06, 4.41e-06, 3.00e-06, 2.92e-06, 4.19e-10, 0.00e+00, 1.69e-07, 4.88e-08] [] 167600 [8.57e-07, 1.56e-06, 1.62e-06, 1.19e-06, 1.47e-06, 4.72e-07, 1.75e-07, 2.24e-08, 7.16e-11, 1.27e-08, 6.71e-07, 6.52e-07, 7.52e-07, 1.82e-07, 3.22e-09, 1.17e-08, 5.75e-09, 1.02e-08, 1.61e-09, 6.46e-13, 1.25e-07, 4.19e-09] [8.57e-07, 1.56e-06, 1.62e-06, 1.19e-06, 1.47e-06, 4.72e-07, 1.75e-07, 2.24e-08, 7.16e-11, 1.27e-08, 6.71e-07, 6.52e-07, 7.52e-07, 1.82e-07, 3.22e-09, 1.17e-08, 5.75e-09, 1.02e-08, 1.61e-09, 6.46e-13, 1.25e-07, 4.19e-09] [] 167700 [1.78e-06, 3.05e-06, 1.56e-06, 3.06e-06, 1.44e-06, 1.25e-06, 3.83e-07, 3.88e-05, 1.96e-06, 6.72e-06, 2.31e-05, 3.79e-05, 4.36e-05, 1.43e-05, 4.00e-08, 4.05e-09, 9.10e-09, 9.50e-09, 5.41e-06, 0.00e+00, 2.93e-05, 2.81e-06] [1.78e-06, 3.05e-06, 1.56e-06, 3.06e-06, 1.44e-06, 1.25e-06, 3.83e-07, 3.88e-05, 1.96e-06, 6.72e-06, 2.31e-05, 3.79e-05, 4.36e-05, 1.43e-05, 4.00e-08, 4.05e-09, 9.10e-09, 9.50e-09, 5.41e-06, 0.00e+00, 2.93e-05, 2.81e-06] [] 167800 [7.73e-06, 4.51e-06, 1.47e-06, 3.77e-06, 2.00e-06, 3.21e-06, 1.07e-06, 9.88e-07, 2.78e-09, 4.51e-05, 3.27e-05, 2.49e-04, 2.60e-04, 1.32e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.00e-08, 2.19e-11, 1.50e-07, 9.10e-09] [7.73e-06, 4.51e-06, 1.47e-06, 3.77e-06, 2.00e-06, 3.21e-06, 1.07e-06, 9.88e-07, 2.78e-09, 4.51e-05, 3.27e-05, 2.49e-04, 2.60e-04, 1.32e-03, 0.00e+00, 0.00e+00, 0.00e+00, 0.00e+00, 4.00e-08, 2.19e-11, 1.50e-07, 9.10e-09] [] 167900 [8.14e-07, 1.54e-06, 1.59e-06, 1.14e-06, 1.41e-06, 4.53e-07, 1.96e-07, 2.98e-08, 4.96e-11, 1.36e-07, 5.19e-07, 8.44e-07, 1.08e-06, 1.57e-06, 1.77e-08, 2.45e-08, 1.88e-08, 2.12e-08, 0.00e+00, 2.94e-13, 4.35e-07, 2.26e-09] [8.14e-07, 1.54e-06, 1.59e-06, 1.14e-06, 1.41e-06, 4.53e-07, 1.96e-07, 2.98e-08, 4.96e-11, 1.36e-07, 5.19e-07, 8.44e-07, 1.08e-06, 1.57e-06, 1.77e-08, 2.45e-08, 1.88e-08, 2.12e-08, 0.00e+00, 2.94e-13, 4.35e-07, 2.26e-09] [] 168000 [8.66e-07, 1.67e-06, 1.56e-06, 1.23e-06, 1.36e-06, 4.42e-07, 1.65e-07, 3.76e-07, 1.66e-08, 9.57e-08, 7.55e-07, 9.30e-07, 1.26e-06, 1.44e-06, 1.35e-08, 1.40e-08, 1.94e-08, 2.78e-08, 0.00e+00, 1.33e-09, 9.25e-07, 7.47e-09] [8.66e-07, 1.67e-06, 1.56e-06, 1.23e-06, 1.36e-06, 4.42e-07, 1.65e-07, 3.76e-07, 1.66e-08, 9.57e-08, 7.55e-07, 9.30e-07, 1.26e-06, 1.44e-06, 1.35e-08, 1.40e-08, 1.94e-08, 2.78e-08, 0.00e+00, 1.33e-09, 9.25e-07, 7.47e-09] [] Best model at step 167636: train loss: 8.76e-06 test loss: 8.76e-06 test metric: [] 'train' took 41.410742 s Best train step: 167636 lambda_a: 7.730780939510548 lambda_b: 5.495244990389255 kappa_a: 2.1579476079438744 kappa_b: 1.3268793357497657
--------------------------------------------------------------------------- UnboundLocalError Traceback (most recent call last) Cell In[32], line 1 ----> 1 intermediate_train() Cell In[31], line 8, in intermediate_train() 6 model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False) 7 params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace ----> 8 if best_step > prev_best_step: 9 prev_best_step = best_step 10 break UnboundLocalError: local variable 'prev_best_step' referenced before assignment
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
intermediate_train()
# params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
plot.plot_param_history()
plot.plot_loss_history()
Best train step: 165325
lambda_a: 1.9791884422
lambda_b: 1.7065868378
kappa_a: 0.67051899433
kappa_b: 0.29274818301
{'lambda_a': 2.2, 'lambda_b': 1.9, 'kappa_a': 0.8, 'kappa_b': 0.5}
# from SIRD_normal_nn import SIRD_net
# max_timestep = 100000
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = solution_synth[t_bool]
# net = SIRD_net(t, wsol, init_num_people=1e6)
# net.train()
# net.plot(t_synth, solution_synth)
# fig, ax = plt.subplots()
# net.plot(ax, t_synth)